02:04:02.679 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:04:02.679 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task99Kgqf/test-tmp
02:04:02.679 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
02:04:02.680 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task99Kgqf/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
02:04:02.681 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
02:04:03.009 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:04:03.009 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:04:03.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.011605 26176 mini_oidc.cc:150] Starting JWKS server
02:04:03.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.014024 26176 webserver.cc:480] Webserver started at http://127.0.0.1:45943/ using document root <none> and password file <none>
02:04:03.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.014254 26176 mini_oidc.cc:186] Starting OIDC Discovery server
02:04:03.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.014760 26176 webserver.cc:480] Webserver started at http://127.0.0.1:46565/ using document root <none> and password file <none>
02:04:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-04T02:04:03Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:04:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-04T02:04:03Z Disabled control of system clock
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.045771 26176 external_mini_cluster.cc:1366] Running /tmp/dist-test-task99Kgqf/build/asan/bin/kudu
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task99Kgqf/build/asan/bin/kudu
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-0/wal
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-0/data
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-0/logs
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-0/data/info.pb
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.144.62:38083
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.144.62
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.144.20:38431
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.144.62:38083,127.25.144.61:40329,127.25.144.60:40719
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45943/jwks.json
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:04:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:04:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.370911 26187 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:04:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.371289 26187 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.371430 26187 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:04:03.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.380246 26187 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:04:03.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.380391 26187 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
02:04:03.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.380491 26187 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:04:03.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.380545 26187 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:04:03.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.380627 26187 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:04:03.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.380693 26187 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:04:03.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.380760 26187 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45943/jwks.json
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.390712 26187 master_runner.cc:386] Master server non-default flags:
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.144.20:38431
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-0/data
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-0/wal
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.144.62:38083,127.25.144.61:40329,127.25.144.60:40719
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.144.62:38083
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45943/jwks.json
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-0/data/info.pb
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.144.62
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-0/logs
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision db4f8e291cd478c794d4fd4cfb2d6832d781f88f
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Sep 2025 01:43:23 UTC on 24a791456cd2
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7888
02:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:04:03.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.392752 26187 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.394574 26187 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.402825 26192 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.402853 26193 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.403174 26195 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:03.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.403891 26187 server_base.cc:1047] running on GCE node
02:04:03.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.404709 26187 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:03.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.406140 26187 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:03.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.407390 26187 hybrid_clock.cc:648] HybridClock initialized: now 1756951443407315 us; error 48 us; skew 500 ppm
02:04:03.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.407749 26187 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:03.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.410012 26187 webserver.cc:480] Webserver started at http://127.25.144.62:45127/ using document root <none> and password file <none>
02:04:03.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.410769 26187 fs_manager.cc:362] Metadata directory not provided
02:04:03.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.410889 26187 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:03.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.411233 26187 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:04:03.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.413761 26187 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-0/data/instance:
02:04:03.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "139df40554574a758941c6e16707c03e"
02:04:03.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:04:03 on dist-test-slave-cs4j"
02:04:03.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.414567 26187 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-0/wal/instance:
02:04:03.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "139df40554574a758941c6e16707c03e"
02:04:03.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:04:03 on dist-test-slave-cs4j"
02:04:03.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.420060 26187 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.003s sys 0.004s
02:04:03.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.423638 26201 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:04:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.425058 26187 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
02:04:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.425244 26187 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-0/data,/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-0/wal
02:04:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "139df40554574a758941c6e16707c03e"
02:04:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:04:03 on dist-test-slave-cs4j"
02:04:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.425450 26187 fs_report.cc:389] FS layout report
02:04:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-0/wal
02:04:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-0/wal
02:04:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-0/data/data
02:04:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:03.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.452781 26187 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:04:03.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.453747 26187 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:03.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.454075 26187 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.477766 26187 rpc_server.cc:307] RPC server started. Bound to: 127.25.144.62:38083
02:04:03.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.477810 26262 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.144.62:38083 every 8 connection(s)
02:04:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.479310 26187 server_base.cc:1179] Dumped server information to /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-0/data/info.pb
02:04:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.483285 26263 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.484504 26176 external_mini_cluster.cc:1428] Started /tmp/dist-test-task99Kgqf/build/asan/bin/kudu as pid 26187
02:04:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.484850 26176 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-0/wal/instance
02:04:03.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.487818 26176 external_mini_cluster.cc:1366] Running /tmp/dist-test-task99Kgqf/build/asan/bin/kudu
02:04:03.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task99Kgqf/build/asan/bin/kudu
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-1/wal
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-1/data
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-1/logs
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-1/data/info.pb
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.144.61:40329
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.144.61
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.144.20:38431
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.144.62:38083,127.25.144.61:40329,127.25.144.60:40719
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45943/jwks.json
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:04:03.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.492254 26263 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } has no permanent_uuid. Determining permanent_uuid...
02:04:03.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.508635 26263 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } has no permanent_uuid. Determining permanent_uuid...
02:04:03.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.509802 26202 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111)
02:04:03.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.511379 26263 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.25.144.61:40329: Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111)
02:04:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.560742 26263 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } attempt: 1
02:04:03.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.562775 26263 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.25.144.61:40329: Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111)
02:04:03.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.631086 26263 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } attempt: 2
02:04:03.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.632929 26263 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.25.144.61:40329: Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111)
02:04:03.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.724190 26263 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } attempt: 3
02:04:03.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.726152 26263 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.25.144.61:40329: Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111)
02:04:03.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.817224 26265 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:04:03.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.817550 26265 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:03.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.817631 26265 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:04:03.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.826047 26265 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:04:03.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.826186 26265 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
02:04:03.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.826241 26265 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:04:03.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.826282 26265 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:04:03.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.826339 26265 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:04:03.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.826385 26265 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:04:03.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.826426 26265 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45943/jwks.json
02:04:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.836434 26265 master_runner.cc:386] Master server non-default flags:
02:04:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.144.20:38431
02:04:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:04:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-1/data
02:04:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-1/wal
02:04:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.144.62:38083,127.25.144.61:40329,127.25.144.60:40719
02:04:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:04:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.144.61:40329
02:04:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45943/jwks.json
02:04:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-1/data/info.pb
02:04:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.144.61
02:04:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-1/logs
02:04:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:04:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:04:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision db4f8e291cd478c794d4fd4cfb2d6832d781f88f
02:04:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Sep 2025 01:43:23 UTC on 24a791456cd2
02:04:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7888
02:04:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:04:03.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.838048 26265 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:03.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.839825 26265 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:03.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.848052 26274 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:03.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.848026 26273 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:03.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.848996 26276 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:03.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.849741 26265 server_base.cc:1047] running on GCE node
02:04:03.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.850577 26265 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.852044 26265 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:03.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.853274 26265 hybrid_clock.cc:648] HybridClock initialized: now 1756951443853219 us; error 32 us; skew 500 ppm
02:04:03.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.853627 26265 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:03.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.855901 26265 webserver.cc:480] Webserver started at http://127.25.144.61:46145/ using document root <none> and password file <none>
02:04:03.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.856716 26265 fs_manager.cc:362] Metadata directory not provided
02:04:03.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.856845 26265 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.857182 26265 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:04:03.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.859683 26265 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-1/data/instance:
02:04:03.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a62142ae51d64b41b79f78f74a2c9831"
02:04:03.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:04:03 on dist-test-slave-cs4j"
02:04:03.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.860572 26265 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-1/wal/instance:
02:04:03.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a62142ae51d64b41b79f78f74a2c9831"
02:04:03.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:04:03 on dist-test-slave-cs4j"
02:04:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.866055 26265 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s
02:04:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.869431 26263 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } attempt: 4
02:04:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.869607 26282 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:04:03.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.871325 26265 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
02:04:03.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.871385 26263 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.25.144.61:40329: Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111)
02:04:03.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.871503 26265 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-1/data,/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-1/wal
02:04:03.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a62142ae51d64b41b79f78f74a2c9831"
02:04:03.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:04:03 on dist-test-slave-cs4j"
02:04:03.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.871675 26265 fs_report.cc:389] FS layout report
02:04:03.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:03.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-1/wal
02:04:03.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-1/wal
02:04:03.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-1/data/data
02:04:03.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:03.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:03.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:03.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:03.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:03.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:03.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:03.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:03.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:03.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:03.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:03.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.920562 26265 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:04:03.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.921418 26265 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:03.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.921674 26265 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:03.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.943367 26265 rpc_server.cc:307] RPC server started. Bound to: 127.25.144.61:40329
02:04:03.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.943398 26343 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.144.61:40329 every 8 connection(s)
02:04:03.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.944902 26265 server_base.cc:1179] Dumped server information to /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-1/data/info.pb
02:04:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.948683 26176 external_mini_cluster.cc:1428] Started /tmp/dist-test-task99Kgqf/build/asan/bin/kudu as pid 26265
02:04:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.948709 26344 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.948848 26176 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-1/wal/instance
02:04:03.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.949808 26176 external_mini_cluster.cc:1366] Running /tmp/dist-test-task99Kgqf/build/asan/bin/kudu
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task99Kgqf/build/asan/bin/kudu
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-2/wal
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-2/data
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-2/logs
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-2/data/info.pb
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.144.60:40719
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.144.60
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.144.20:38431
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.144.62:38083,127.25.144.61:40329,127.25.144.60:40719
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45943/jwks.json
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:04:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:04:03.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.954916 26344 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } has no permanent_uuid. Determining permanent_uuid...
02:04:03.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.969485 26344 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } has no permanent_uuid. Determining permanent_uuid...
02:04:03.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:03.979647 26344 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } has no permanent_uuid. Determining permanent_uuid...
02:04:03.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.980854 26283 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:03.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:03.982502 26344 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.25.144.60:40719: Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.031862 26344 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } attempt: 1
02:04:04.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:04.033833 26344 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.25.144.60:40719: Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:04.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.102123 26344 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } attempt: 2
02:04:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:04.104094 26344 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.25.144.60:40719: Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:04.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.170670 26263 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } attempt: 5
02:04:04.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.177646 26263 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } has no permanent_uuid. Determining permanent_uuid...
02:04:04.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:04.179284 26263 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.25.144.60:40719: Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.195331 26344 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } attempt: 3
02:04:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:04.197574 26344 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.25.144.60:40719: Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:04.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.230530 26263 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } attempt: 1
02:04:04.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:04.232504 26263 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.25.144.60:40719: Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:04.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:04.286106 26346 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:04:04.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:04.286451 26346 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:04.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:04.286537 26346 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:04:04.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:04.294900 26346 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:04:04.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:04.295018 26346 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
02:04:04.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:04.295068 26346 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:04:04.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:04.295109 26346 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:04:04.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:04.295167 26346 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:04:04.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:04.295205 26346 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:04:04.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:04.295248 26346 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45943/jwks.json
02:04:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.300776 26263 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } attempt: 2
02:04:04.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:04.302923 26263 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.25.144.60:40719: Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.305902 26346 master_runner.cc:386] Master server non-default flags:
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.144.20:38431
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-2/data
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-2/wal
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.144.62:38083,127.25.144.61:40329,127.25.144.60:40719
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.144.60:40719
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45943/jwks.json
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-2/data/info.pb
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.144.60
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-2/logs
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision db4f8e291cd478c794d4fd4cfb2d6832d781f88f
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Sep 2025 01:43:23 UTC on 24a791456cd2
02:04:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7888
02:04:04.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:04:04.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.307585 26346 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:04.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.309423 26346 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:04.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:04.317752 26354 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:04.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:04.318118 26355 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:04.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:04.317800 26357 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:04.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.319351 26346 server_base.cc:1047] running on GCE node
02:04:04.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.320230 26346 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:04.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.321763 26346 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:04.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.323005 26346 hybrid_clock.cc:648] HybridClock initialized: now 1756951444322945 us; error 46 us; skew 500 ppm
02:04:04.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.323459 26346 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:04.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.325951 26346 webserver.cc:480] Webserver started at http://127.25.144.60:34251/ using document root <none> and password file <none>
02:04:04.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.326718 26346 fs_manager.cc:362] Metadata directory not provided
02:04:04.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.326821 26346 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:04.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.327116 26346 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:04:04.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.329756 26346 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-2/data/instance:
02:04:04.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bdf1eb108276440db816cbba2a720656"
02:04:04.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:04:04 on dist-test-slave-cs4j"
02:04:04.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.330538 26346 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-2/wal/instance:
02:04:04.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bdf1eb108276440db816cbba2a720656"
02:04:04.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:04:04 on dist-test-slave-cs4j"
02:04:04.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.336352 26346 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.002s sys 0.004s
02:04:04.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.340077 26363 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:04:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.340850 26344 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } attempt: 4
02:04:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.341864 26346 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
02:04:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.342079 26346 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-2/data,/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-2/wal
02:04:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bdf1eb108276440db816cbba2a720656"
02:04:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:04:04 on dist-test-slave-cs4j"
02:04:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.342301 26346 fs_report.cc:389] FS layout report
02:04:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-2/wal
02:04:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-2/wal
02:04:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-2/data/data
02:04:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:04.342789 26344 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.25.144.60:40719: Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:04.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.359819 26346 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:04:04.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.360808 26346 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:04.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.361061 26346 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:04.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.386436 26346 rpc_server.cc:307] RPC server started. Bound to: 127.25.144.60:40719
02:04:04.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.386437 26424 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.144.60:40719 every 8 connection(s)
02:04:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.388759 26346 server_base.cc:1179] Dumped server information to /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-2/data/info.pb
02:04:04.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.389276 26176 external_mini_cluster.cc:1428] Started /tmp/dist-test-task99Kgqf/build/asan/bin/kudu as pid 26346
02:04:04.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.389526 26176 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/master-2/wal/instance
02:04:04.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.392935 26425 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:04.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.400835 26425 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } has no permanent_uuid. Determining permanent_uuid...
02:04:04.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.409173 26263 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } attempt: 3
02:04:04.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.420351 26425 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } has no permanent_uuid. Determining permanent_uuid...
02:04:04.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.427433 26425 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } has no permanent_uuid. Determining permanent_uuid...
02:04:04.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.428071 26263 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e: Bootstrap starting.
02:04:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.432265 26263 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e: Neither blocks nor log segments found. Creating new log.
02:04:04.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.433748 26263 log.cc:826] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e: Log is configured to *not* fsync() on all Append() calls
02:04:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.436476 26263 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e: No bootstrap required, opened a new log
02:04:04.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.437718 26425 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656: Bootstrap starting.
02:04:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.440876 26425 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656: Neither blocks nor log segments found. Creating new log.
02:04:04.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.441964 26425 log.cc:826] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656: Log is configured to *not* fsync() on all Append() calls
02:04:04.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.441852 26263 raft_consensus.cc:357] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:04.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.442112 26263 raft_consensus.cc:383] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:04.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.442191 26263 raft_consensus.cc:738] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 139df40554574a758941c6e16707c03e, State: Initialized, Role: FOLLOWER
02:04:04.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.442893 26263 consensus_queue.cc:260] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:04.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.445504 26425 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656: No bootstrap required, opened a new log
02:04:04.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.445446 26434 sys_catalog.cc:455] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } } }
02:04:04.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.445746 26434 sys_catalog.cc:458] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [sys.catalog]: This master's current role is: FOLLOWER
02:04:04.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.446751 26263 sys_catalog.cc:564] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [sys.catalog]: configured and running, proceeding with master startup.
02:04:04.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.454005 26425 raft_consensus.cc:357] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:04.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.454337 26425 raft_consensus.cc:383] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:04.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.454440 26425 raft_consensus.cc:738] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bdf1eb108276440db816cbba2a720656, State: Initialized, Role: FOLLOWER
02:04:04.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.455096 26425 consensus_queue.cc:260] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:04.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.456040 26446 sys_catalog.cc:455] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } } }
02:04:04.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.456528 26446 sys_catalog.cc:458] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [sys.catalog]: This master's current role is: FOLLOWER
02:04:04.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:04.456933 26207 tablet.cc:2378] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:04.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.457418 26425 sys_catalog.cc:564] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [sys.catalog]: configured and running, proceeding with master startup.
02:04:04.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.457973 26187 master_runner.cc:186] Error getting master registration for 127.25.144.61:40329: OK, instance_id { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" instance_seqno: 1756951443938431 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:04:04.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.467146 26446 raft_consensus.cc:491] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:04.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.467643 26446 raft_consensus.cc:513] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:04.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:04.467206 26445 catalog_manager.cc:1560] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:04:04.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:04.469492 26445 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:04:04.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.469724 26187 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:04:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.470887 26228 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bdf1eb108276440db816cbba2a720656" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "139df40554574a758941c6e16707c03e" is_pre_election: true
02:04:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.471405 26228 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bdf1eb108276440db816cbba2a720656 in term 0.
02:04:04.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.472285 26446 leader_election.cc:290] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 139df40554574a758941c6e16707c03e (127.25.144.62:38083), a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329)
02:04:04.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.472280 26364 leader_election.cc:304] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 139df40554574a758941c6e16707c03e, bdf1eb108276440db816cbba2a720656; no voters:
02:04:04.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.473086 26446 raft_consensus.cc:2802] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:04.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.473415 26446 raft_consensus.cc:491] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:04.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.473620 26446 raft_consensus.cc:3058] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [term 0 FOLLOWER]: Advancing to term 1
02:04:04.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.476966 26446 raft_consensus.cc:513] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:04.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.479733 26446 leader_election.cc:290] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [CANDIDATE]: Term 1 election: Requested vote from peers 139df40554574a758941c6e16707c03e (127.25.144.62:38083), a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329)
02:04:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.481616 26228 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bdf1eb108276440db816cbba2a720656" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "139df40554574a758941c6e16707c03e"
02:04:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.481837 26228 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 0 FOLLOWER]: Advancing to term 1
02:04:04.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.486328 26228 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bdf1eb108276440db816cbba2a720656 in term 1.
02:04:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.487290 26364 leader_election.cc:304] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 139df40554574a758941c6e16707c03e, bdf1eb108276440db816cbba2a720656; no voters:
02:04:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.487756 26446 raft_consensus.cc:2802] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [term 1 FOLLOWER]: Leader election won for term 1
02:04:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.491479 26446 raft_consensus.cc:695] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [term 1 LEADER]: Becoming Leader. State: Replica: bdf1eb108276440db816cbba2a720656, State: Running, Role: LEADER
02:04:04.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.492137 26446 consensus_queue.cc:237] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:04.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.497419 26453 sys_catalog.cc:455] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [sys.catalog]: SysCatalogTable state changed. Reason: New leader bdf1eb108276440db816cbba2a720656. Latest consensus state: current_term: 1 leader_uuid: "bdf1eb108276440db816cbba2a720656" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } } }
02:04:04.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.497761 26453 sys_catalog.cc:458] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [sys.catalog]: This master's current role is: LEADER
02:04:04.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.498857 26456 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
02:04:04.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.514103 26456 catalog_manager.cc:1486] Initializing Kudu cluster ID...
02:04:04.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.535593 26228 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 1 FOLLOWER]: Refusing update from remote peer bdf1eb108276440db816cbba2a720656: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:04:04.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.536839 26453 consensus_queue.cc:1035] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [LEADER]: Connected to new peer: Peer: permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:04.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.535967 26346 master_runner.cc:186] Error getting master registration for 127.25.144.61:40329: OK, instance_id { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" instance_seqno: 1756951443938431 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:04:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.547187 26346 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:04:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.551537 26434 sys_catalog.cc:455] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [sys.catalog]: SysCatalogTable state changed. Reason: New leader bdf1eb108276440db816cbba2a720656. Latest consensus state: current_term: 1 leader_uuid: "bdf1eb108276440db816cbba2a720656" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } } }
02:04:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.551801 26434 sys_catalog.cc:458] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [sys.catalog]: This master's current role is: FOLLOWER
02:04:04.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.559680 26463 mvcc.cc:204] Tried to move back new op lower bound from 7196473116794007552 to 7196473116647563264. Current Snapshot: MvccSnapshot[applied={T|T < 7196473116794007552}]
02:04:04.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.564855 26453 sys_catalog.cc:455] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bdf1eb108276440db816cbba2a720656" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } } }
02:04:04.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.565163 26453 sys_catalog.cc:458] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [sys.catalog]: This master's current role is: LEADER
02:04:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.569600 26434 sys_catalog.cc:455] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bdf1eb108276440db816cbba2a720656" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } } }
02:04:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.569833 26434 sys_catalog.cc:458] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [sys.catalog]: This master's current role is: FOLLOWER
02:04:04.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.572980 26456 catalog_manager.cc:1349] Generated new cluster ID: 44950a8a1c3d45fea2f8f4df9674fb9f
02:04:04.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.573107 26456 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
02:04:04.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.594389 26456 catalog_manager.cc:1372] Generated new certificate authority record
02:04:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.596216 26456 catalog_manager.cc:1506] Loading token signing keys...
02:04:04.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.620819 26456 catalog_manager.cc:5955] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656: Generated new TSK 0
02:04:04.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.623024 26456 catalog_manager.cc:1516] Initializing in-progress tserver states...
02:04:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.633216 26176 external_mini_cluster.cc:1366] Running /tmp/dist-test-task99Kgqf/build/asan/bin/kudu
02:04:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task99Kgqf/build/asan/bin/kudu
02:04:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-0/wal
02:04:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-0/data
02:04:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-0/logs
02:04:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-0/data/info.pb
02:04:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.144.1:0
02:04:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.144.1
02:04:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.144.1
02:04:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.144.62:38083,127.25.144.61:40329,127.25.144.60:40719
02:04:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.144.20:38431
02:04:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:04:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:04:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:04:04.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.642009 26344 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } attempt: 5
02:04:04.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.659457 26344 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831: Bootstrap starting.
02:04:04.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.669154 26344 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831: Neither blocks nor log segments found. Creating new log.
02:04:04.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.672655 26344 log.cc:826] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831: Log is configured to *not* fsync() on all Append() calls
02:04:04.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.688866 26344 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831: No bootstrap required, opened a new log
02:04:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.705726 26344 raft_consensus.cc:357] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.706789 26344 raft_consensus.cc:383] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.707140 26344 raft_consensus.cc:738] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a62142ae51d64b41b79f78f74a2c9831, State: Initialized, Role: FOLLOWER
02:04:04.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.708992 26344 consensus_queue.cc:260] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:04.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.725150 26470 sys_catalog.cc:455] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } } }
02:04:04.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.725538 26470 sys_catalog.cc:458] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [sys.catalog]: This master's current role is: FOLLOWER
02:04:04.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.728509 26308 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bdf1eb108276440db816cbba2a720656" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a62142ae51d64b41b79f78f74a2c9831"
02:04:04.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.729017 26308 raft_consensus.cc:3058] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [term 0 FOLLOWER]: Advancing to term 1
02:04:04.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.731983 26309 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bdf1eb108276440db816cbba2a720656" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a62142ae51d64b41b79f78f74a2c9831" is_pre_election: true
02:04:04.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.734077 26308 raft_consensus.cc:2466] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bdf1eb108276440db816cbba2a720656 in term 1.
02:04:04.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.734892 26307 raft_consensus.cc:1273] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [term 1 FOLLOWER]: Refusing update from remote peer bdf1eb108276440db816cbba2a720656: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:04:04.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:04.736564 26308 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:44312 (request call id 2) took 248 ms (client timeout 311 ms). Trace:
02:04:04.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.736652 26446 consensus_queue.cc:1035] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:04.736802 26308 rpcz_store.cc:269] 0904 02:04:04.487939 (+ 0us) service_pool.cc:168] Inserting onto call queue
02:04:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0904 02:04:04.488021 (+ 82us) service_pool.cc:225] Handling call
02:04:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0904 02:04:04.736519 (+248498us) inbound_call.cc:173] Queueing success response
02:04:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:04:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.742293 26344 sys_catalog.cc:564] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [sys.catalog]: configured and running, proceeding with master startup.
02:04:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.792759 26470 sys_catalog.cc:455] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [sys.catalog]: SysCatalogTable state changed. Reason: New leader bdf1eb108276440db816cbba2a720656. Latest consensus state: current_term: 1 leader_uuid: "bdf1eb108276440db816cbba2a720656" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } } }
02:04:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.793102 26470 sys_catalog.cc:458] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [sys.catalog]: This master's current role is: FOLLOWER
02:04:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.792759 26475 sys_catalog.cc:455] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bdf1eb108276440db816cbba2a720656" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } } }
02:04:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.793444 26475 sys_catalog.cc:458] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [sys.catalog]: This master's current role is: FOLLOWER
02:04:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.840577 26486 catalog_manager.cc:797] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:04:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.847929 26446 sys_catalog.cc:455] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bdf1eb108276440db816cbba2a720656" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } } }
02:04:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:04.848239 26446 sys_catalog.cc:458] T 00000000000000000000000000000000 P bdf1eb108276440db816cbba2a720656 [sys.catalog]: This master's current role is: LEADER
02:04:05.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:05.119354 26468 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:04:05.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:05.119660 26468 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:05.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:05.119751 26468 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:04:05.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:05.128018 26468 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:04:05.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:05.128154 26468 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:04:05.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:05.128202 26468 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:04:05.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:05.128237 26468 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
02:04:05.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:05.128317 26468 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.144.1
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.138849 26468 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.144.20:38431
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-0/data
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-0/wal
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.144.1:0
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-0/data/info.pb
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.144.1
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.144.62:38083,127.25.144.61:40329,127.25.144.60:40719
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.144.1
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-0/logs
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision db4f8e291cd478c794d4fd4cfb2d6832d781f88f
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Sep 2025 01:43:23 UTC on 24a791456cd2
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7888
02:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:04:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.140564 26468 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:05.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.142364 26468 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:05.152709 26492 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:05.152875 26491 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:05.153565 26494 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.154232 26468 server_base.cc:1047] running on GCE node
02:04:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.154845 26468 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.155794 26468 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.157019 26468 hybrid_clock.cc:648] HybridClock initialized: now 1756951445156901 us; error 98 us; skew 500 ppm
02:04:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.157375 26468 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.160574 26468 webserver.cc:480] Webserver started at http://127.25.144.1:45809/ using document root <none> and password file <none>
02:04:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.161303 26468 fs_manager.cc:362] Metadata directory not provided
02:04:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.161430 26468 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.161764 26468 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:04:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.164333 26468 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-0/data/instance:
02:04:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "558487d29d114519a7979907bfaef11a"
02:04:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:04:05 on dist-test-slave-cs4j"
02:04:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.165165 26468 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-0/wal/instance:
02:04:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "558487d29d114519a7979907bfaef11a"
02:04:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:04:05 on dist-test-slave-cs4j"
02:04:05.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.170620 26468 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
02:04:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.174345 26500 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:04:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.175886 26468 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
02:04:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.176043 26468 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-0/data,/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-0/wal
02:04:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "558487d29d114519a7979907bfaef11a"
02:04:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:04:05 on dist-test-slave-cs4j"
02:04:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.176218 26468 fs_report.cc:389] FS layout report
02:04:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-0/wal
02:04:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-0/wal
02:04:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-0/data/data
02:04:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.196764 26468 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:04:05.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.197606 26468 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:05.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.197861 26468 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:05.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.200764 26468 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:04:05.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.200872 26468 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:04:05.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.200990 26468 ts_tablet_manager.cc:610] Registered 0 tablets
02:04:05.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.201073 26468 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:04:05.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.262995 26468 rpc_server.cc:307] RPC server started. Bound to: 127.25.144.1:37743
02:04:05.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.263046 26624 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.144.1:37743 every 8 connection(s)
02:04:05.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.264330 26468 server_base.cc:1179] Dumped server information to /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-0/data/info.pb
02:04:05.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.268143 26176 external_mini_cluster.cc:1428] Started /tmp/dist-test-task99Kgqf/build/asan/bin/kudu as pid 26468
02:04:05.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.268365 26176 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-0/wal/instance
02:04:05.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.268383 26626 heartbeater.cc:344] Connected to a master server at 127.25.144.62:38083
02:04:05.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.268746 26626 heartbeater.cc:461] Registering TS with master...
02:04:05.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.269858 26626 heartbeater.cc:507] Master 127.25.144.62:38083 requested a full tablet report, sending...
02:04:05.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.273666 26176 external_mini_cluster.cc:1366] Running /tmp/dist-test-task99Kgqf/build/asan/bin/kudu
02:04:05.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task99Kgqf/build/asan/bin/kudu
02:04:05.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-1/wal
02:04:05.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-1/data
02:04:05.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:05.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:05.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-1/logs
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-1/data/info.pb
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.144.2:0
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.144.2
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.144.2
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.144.62:38083,127.25.144.61:40329,127.25.144.60:40719
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.144.20:38431
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:04:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.275163 26218 ts_manager.cc:194] Registered new tserver with Master: 558487d29d114519a7979907bfaef11a (127.25.144.1:37743)
02:04:05.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.274999 26625 heartbeater.cc:344] Connected to a master server at 127.25.144.60:40719
02:04:05.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.277740 26625 heartbeater.cc:461] Registering TS with master...
02:04:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.278359 26625 heartbeater.cc:507] Master 127.25.144.60:40719 requested a full tablet report, sending...
02:04:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.280671 26380 ts_manager.cc:194] Registered new tserver with Master: 558487d29d114519a7979907bfaef11a (127.25.144.1:37743)
02:04:05.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.282110 26627 heartbeater.cc:344] Connected to a master server at 127.25.144.61:40329
02:04:05.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.282264 26627 heartbeater.cc:461] Registering TS with master...
02:04:05.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.282703 26627 heartbeater.cc:507] Master 127.25.144.61:40329 requested a full tablet report, sending...
02:04:05.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.283007 26380 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.25.144.1:58403
02:04:05.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.284381 26299 ts_manager.cc:194] Registered new tserver with Master: 558487d29d114519a7979907bfaef11a (127.25.144.1:37743)
02:04:05.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.471421 26445 catalog_manager.cc:1261] Loaded cluster ID: 44950a8a1c3d45fea2f8f4df9674fb9f
02:04:05.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.471521 26445 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e: loading cluster ID for follower catalog manager: success
02:04:05.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.474179 26445 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e: acquiring CA information for follower catalog manager: success
02:04:05.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.475932 26445 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:04:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:05.614727 26630 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:04:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:05.615114 26630 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:05.615262 26630 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:04:05.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:05.624116 26630 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:04:05.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:05.624289 26630 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:04:05.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:05.624370 26630 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:04:05.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:05.624455 26630 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
02:04:05.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:05.624596 26630 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.144.2
02:04:05.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.634624 26630 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.144.20:38431
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-1/data
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-1/wal
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.144.2:0
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-1/data/info.pb
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.144.2
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.144.62:38083,127.25.144.61:40329,127.25.144.60:40719
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.144.2
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-1/logs
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision db4f8e291cd478c794d4fd4cfb2d6832d781f88f
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Sep 2025 01:43:23 UTC on 24a791456cd2
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7888
02:04:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:04:05.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.636652 26630 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:05.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.638545 26630 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:05.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:05.648736 26636 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:05.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:05.649652 26635 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:05.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:05.650296 26638 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:05.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.651062 26630 server_base.cc:1047] running on GCE node
02:04:05.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.651717 26630 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:05.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.652714 26630 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:05.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.653949 26630 hybrid_clock.cc:648] HybridClock initialized: now 1756951445653877 us; error 39 us; skew 500 ppm
02:04:05.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.654271 26630 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.656598 26630 webserver.cc:480] Webserver started at http://127.25.144.2:37677/ using document root <none> and password file <none>
02:04:05.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.657326 26630 fs_manager.cc:362] Metadata directory not provided
02:04:05.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.657444 26630 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:05.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.657778 26630 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:04:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.660432 26630 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-1/data/instance:
02:04:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2aee00c958ec4d5b86d84fa033641382"
02:04:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:04:05 on dist-test-slave-cs4j"
02:04:05.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.661242 26630 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-1/wal/instance:
02:04:05.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2aee00c958ec4d5b86d84fa033641382"
02:04:05.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:04:05 on dist-test-slave-cs4j"
02:04:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.667117 26630 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
02:04:05.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.670805 26644 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:04:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.672272 26630 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s
02:04:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.672472 26630 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-1/data,/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-1/wal
02:04:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2aee00c958ec4d5b86d84fa033641382"
02:04:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:04:05 on dist-test-slave-cs4j"
02:04:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.672672 26630 fs_report.cc:389] FS layout report
02:04:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-1/wal
02:04:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-1/wal
02:04:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-1/data/data
02:04:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:05.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:05.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:05.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:05.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:05.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:05.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:05.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.687093 26630 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:04:05.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.687911 26630 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:05.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.688164 26630 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.691159 26630 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:04:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.691277 26630 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:04:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.691403 26630 ts_tablet_manager.cc:610] Registered 0 tablets
02:04:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.691486 26630 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:04:05.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.753854 26630 rpc_server.cc:307] RPC server started. Bound to: 127.25.144.2:39595
02:04:05.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.753916 26765 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.144.2:39595 every 8 connection(s)
02:04:05.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.755486 26630 server_base.cc:1179] Dumped server information to /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-1/data/info.pb
02:04:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.756110 26176 external_mini_cluster.cc:1428] Started /tmp/dist-test-task99Kgqf/build/asan/bin/kudu as pid 26630
02:04:05.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.756290 26176 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-1/wal/instance
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.761034 26176 external_mini_cluster.cc:1366] Running /tmp/dist-test-task99Kgqf/build/asan/bin/kudu
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task99Kgqf/build/asan/bin/kudu
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-2/wal
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-2/data
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-2/logs
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-2/data/info.pb
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.144.3:0
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.144.3
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.144.3
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.144.62:38083,127.25.144.61:40329,127.25.144.60:40719
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.144.20:38431
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:04:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:04:05.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:04:05.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.763690 26767 heartbeater.cc:344] Connected to a master server at 127.25.144.62:38083
02:04:05.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.764204 26767 heartbeater.cc:461] Registering TS with master...
02:04:05.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.765614 26767 heartbeater.cc:507] Master 127.25.144.62:38083 requested a full tablet report, sending...
02:04:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.767657 26218 ts_manager.cc:194] Registered new tserver with Master: 2aee00c958ec4d5b86d84fa033641382 (127.25.144.2:39595)
02:04:05.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.768680 26768 heartbeater.cc:344] Connected to a master server at 127.25.144.61:40329
02:04:05.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.768836 26768 heartbeater.cc:461] Registering TS with master...
02:04:05.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.769385 26768 heartbeater.cc:507] Master 127.25.144.61:40329 requested a full tablet report, sending...
02:04:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.770516 26299 ts_manager.cc:194] Registered new tserver with Master: 2aee00c958ec4d5b86d84fa033641382 (127.25.144.2:39595)
02:04:05.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.772373 26766 heartbeater.cc:344] Connected to a master server at 127.25.144.60:40719
02:04:05.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.772580 26766 heartbeater.cc:461] Registering TS with master...
02:04:05.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.773092 26766 heartbeater.cc:507] Master 127.25.144.60:40719 requested a full tablet report, sending...
02:04:05.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.774117 26380 ts_manager.cc:194] Registered new tserver with Master: 2aee00c958ec4d5b86d84fa033641382 (127.25.144.2:39595)
02:04:05.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.775336 26380 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.25.144.2:49829
02:04:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.845847 26486 catalog_manager.cc:1261] Loaded cluster ID: 44950a8a1c3d45fea2f8f4df9674fb9f
02:04:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.845989 26486 catalog_manager.cc:1554] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831: loading cluster ID for follower catalog manager: success
02:04:05.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.850152 26486 catalog_manager.cc:1576] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831: acquiring CA information for follower catalog manager: success
02:04:05.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:05.852855 26486 catalog_manager.cc:1604] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:04:06.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:06.106009 26771 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:04:06.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:06.106344 26771 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:06.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:06.106547 26771 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:04:06.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:06.114948 26771 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:04:06.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:06.115135 26771 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:04:06.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:06.115212 26771 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:04:06.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:06.115269 26771 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
02:04:06.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:06.115412 26771 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.144.3
02:04:06.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.125489 26771 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:06.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:06.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.144.20:38431
02:04:06.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:06.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:06.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-2/data
02:04:06.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-2/wal
02:04:06.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.144.3:0
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-2/data/info.pb
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.144.3
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.144.62:38083,127.25.144.61:40329,127.25.144.60:40719
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.144.3
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-2/logs
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision db4f8e291cd478c794d4fd4cfb2d6832d781f88f
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Sep 2025 01:43:23 UTC on 24a791456cd2
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7888
02:04:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:04:06.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.127413 26771 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:06.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.129278 26771 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:06.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:06.139746 26777 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:06.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:06.141405 26778 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:06.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:06.145825 26780 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:06.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.146107 26771 server_base.cc:1047] running on GCE node
02:04:06.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.147502 26771 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.148967 26771 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.150241 26771 hybrid_clock.cc:648] HybridClock initialized: now 1756951446150169 us; error 51 us; skew 500 ppm
02:04:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.150691 26771 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.153787 26771 webserver.cc:480] Webserver started at http://127.25.144.3:37359/ using document root <none> and password file <none>
02:04:06.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.154861 26771 fs_manager.cc:362] Metadata directory not provided
02:04:06.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.155032 26771 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:06.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.155519 26771 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:04:06.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.159157 26771 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-2/data/instance:
02:04:06.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a7cce1f7acd4408aaed1268932bd9a74"
02:04:06.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:04:06 on dist-test-slave-cs4j"
02:04:06.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.160522 26771 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-2/wal/instance:
02:04:06.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a7cce1f7acd4408aaed1268932bd9a74"
02:04:06.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:04:06 on dist-test-slave-cs4j"
02:04:06.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.168138 26771 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
02:04:06.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.172957 26786 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:04:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.174952 26771 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
02:04:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.175146 26771 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-2/data,/tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-2/wal
02:04:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a7cce1f7acd4408aaed1268932bd9a74"
02:04:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:04:06 on dist-test-slave-cs4j"
02:04:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.175377 26771 fs_report.cc:389] FS layout report
02:04:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-2/wal
02:04:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-2/wal
02:04:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-2/data/data
02:04:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:06.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.202057 26771 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:04:06.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.203069 26771 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:06.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.203382 26771 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:06.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.206943 26771 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:04:06.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.207056 26771 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:04:06.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.207182 26771 ts_tablet_manager.cc:610] Registered 0 tablets
02:04:06.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.207273 26771 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:04:06.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.286773 26625 heartbeater.cc:499] Master 127.25.144.60:40719 was elected leader, sending a full tablet report...
02:04:06.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.293603 26771 rpc_server.cc:307] RPC server started. Bound to: 127.25.144.3:43871
02:04:06.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.293634 26907 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.144.3:43871 every 8 connection(s)
02:04:06.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.295094 26771 server_base.cc:1179] Dumped server information to /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-2/data/info.pb
02:04:06.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.297669 26176 external_mini_cluster.cc:1428] Started /tmp/dist-test-task99Kgqf/build/asan/bin/kudu as pid 26771
02:04:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.297838 26176 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task99Kgqf/test-tmp/mini-kudu-cluster4620419559548877749/ts-2/wal/instance
02:04:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.299569 26909 heartbeater.cc:344] Connected to a master server at 127.25.144.62:38083
02:04:06.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.300035 26909 heartbeater.cc:461] Registering TS with master...
02:04:06.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.301433 26909 heartbeater.cc:507] Master 127.25.144.62:38083 requested a full tablet report, sending...
02:04:06.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.303169 26218 ts_manager.cc:194] Registered new tserver with Master: a7cce1f7acd4408aaed1268932bd9a74 (127.25.144.3:43871)
02:04:06.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.306447 26908 heartbeater.cc:344] Connected to a master server at 127.25.144.60:40719
02:04:06.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.306597 26908 heartbeater.cc:461] Registering TS with master...
02:04:06.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.307219 26908 heartbeater.cc:507] Master 127.25.144.60:40719 requested a full tablet report, sending...
02:04:06.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.308355 26910 heartbeater.cc:344] Connected to a master server at 127.25.144.61:40329
02:04:06.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.308390 26380 ts_manager.cc:194] Registered new tserver with Master: a7cce1f7acd4408aaed1268932bd9a74 (127.25.144.3:43871)
02:04:06.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.308624 26910 heartbeater.cc:461] Registering TS with master...
02:04:06.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.309026 26910 heartbeater.cc:507] Master 127.25.144.61:40329 requested a full tablet report, sending...
02:04:06.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.309526 26380 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.25.144.3:44805
02:04:06.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.310155 26299 ts_manager.cc:194] Registered new tserver with Master: a7cce1f7acd4408aaed1268932bd9a74 (127.25.144.3:43871)
02:04:06.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.323849 26176 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
02:04:06.325 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:04:06.325 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
02:04:06.326 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.25.144.62"
port: 38083
}
bound_http_address {
host: "127.25.144.62"
port: 45127
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.25.144.61"
port: 40329
}
bound_http_address {
host: "127.25.144.61"
port: 46145
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.25.144.60"
port: 40719
}
bound_http_address {
host: "127.25.144.60"
port: 34251
}
}
}
02:04:06.327 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
02:04:06.327 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.25.144.1"
port: 37743
}
bound_http_address {
host: "127.25.144.1"
port: 45809
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.25.144.2"
port: 39595
}
bound_http_address {
host: "127.25.144.2"
port: 37677
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.25.144.3"
port: 43871
}
bound_http_address {
host: "127.25.144.3"
port: 37359
}
}
}
02:04:06.327 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:04:06.335 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
02:04:06.337 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:06.338 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.25.144.62:38083(127.25.144.62:38083)] connecting to peer
02:04:06.339 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:06.339 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.144.60:40719(127.25.144.60:40719)] Successfully connected to peer
02:04:06.340 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.144.62:38083(127.25.144.62:38083)] Successfully connected to peer
02:04:06.342 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.144.60
02:04:06.345 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.144.61:40329(127.25.144.61:40329)] Successfully connected to peer
02:04:06.347 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.144.61
02:04:06.348 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.144.62
02:04:06.360 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x04779f1a, L:/127.0.0.1:57528 - R:/127.25.144.62:38083] using SASL/PLAIN
02:04:06.364 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xffa6fd20, L:/127.0.0.1:47156 - R:/127.25.144.60:40719] using SASL/PLAIN
02:04:06.365 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1c2cb64d, L:/127.0.0.1:44318 - R:/127.25.144.61:40329] using SASL/PLAIN
02:04:06.367 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:04:06.367 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=31), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [25ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [30ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: OK, deferred=null) after lookup
02:04:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.369225 26380 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:47156:
02:04:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
02:04:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:04:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:04:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
02:04:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:04:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:04:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:04:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:04:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:04:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:04:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
02:04:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
02:04:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:04:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:04:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:04:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:04:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:04:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:04:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
02:04:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:04:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
02:04:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
02:04:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
02:04:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:06.371516 26380 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:04:06.410 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table b8d7bc9c71584a7ca18eeb02dede3546
02:04:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.453154 26698 tablet_service.cc:1468] Processing CreateTablet for tablet 7a623f8b6f054a3aaecf8a6fa89c60fe (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=b8d7bc9c71584a7ca18eeb02dede3546]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:04:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.453212 26843 tablet_service.cc:1468] Processing CreateTablet for tablet 7a623f8b6f054a3aaecf8a6fa89c60fe (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=b8d7bc9c71584a7ca18eeb02dede3546]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:04:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.454375 26842 tablet_service.cc:1468] Processing CreateTablet for tablet 9b07d019caff4a76a17fd661e40b7623 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=b8d7bc9c71584a7ca18eeb02dede3546]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:04:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.454823 26843 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7a623f8b6f054a3aaecf8a6fa89c60fe. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.455077 26698 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7a623f8b6f054a3aaecf8a6fa89c60fe. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:06.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.455937 26842 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9b07d019caff4a76a17fd661e40b7623. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:06.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.456516 26559 tablet_service.cc:1468] Processing CreateTablet for tablet 9b07d019caff4a76a17fd661e40b7623 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=b8d7bc9c71584a7ca18eeb02dede3546]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:04:06.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.457473 26559 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9b07d019caff4a76a17fd661e40b7623. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:06.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.453703 26697 tablet_service.cc:1468] Processing CreateTablet for tablet 9b07d019caff4a76a17fd661e40b7623 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=b8d7bc9c71584a7ca18eeb02dede3546]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:04:06.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.460691 26697 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9b07d019caff4a76a17fd661e40b7623. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:06.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.455827 26560 tablet_service.cc:1468] Processing CreateTablet for tablet 7a623f8b6f054a3aaecf8a6fa89c60fe (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=b8d7bc9c71584a7ca18eeb02dede3546]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:04:06.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.465003 26560 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7a623f8b6f054a3aaecf8a6fa89c60fe. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:06.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.474128 26936 tablet_bootstrap.cc:492] T 9b07d019caff4a76a17fd661e40b7623 P 558487d29d114519a7979907bfaef11a: Bootstrap starting.
02:04:06.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.474750 26935 tablet_bootstrap.cc:492] T 9b07d019caff4a76a17fd661e40b7623 P a7cce1f7acd4408aaed1268932bd9a74: Bootstrap starting.
02:04:06.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.477349 26934 tablet_bootstrap.cc:492] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382: Bootstrap starting.
02:04:06.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.479197 26935 tablet_bootstrap.cc:654] T 9b07d019caff4a76a17fd661e40b7623 P a7cce1f7acd4408aaed1268932bd9a74: Neither blocks nor log segments found. Creating new log.
02:04:06.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.481115 26935 log.cc:826] T 9b07d019caff4a76a17fd661e40b7623 P a7cce1f7acd4408aaed1268932bd9a74: Log is configured to *not* fsync() on all Append() calls
02:04:06.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.481262 26934 tablet_bootstrap.cc:654] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382: Neither blocks nor log segments found. Creating new log.
02:04:06.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.481575 26936 tablet_bootstrap.cc:654] T 9b07d019caff4a76a17fd661e40b7623 P 558487d29d114519a7979907bfaef11a: Neither blocks nor log segments found. Creating new log.
02:04:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.482743 26934 log.cc:826] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382: Log is configured to *not* fsync() on all Append() calls
02:04:06.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.482862 26936 log.cc:826] T 9b07d019caff4a76a17fd661e40b7623 P 558487d29d114519a7979907bfaef11a: Log is configured to *not* fsync() on all Append() calls
02:04:06.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.491185 26935 tablet_bootstrap.cc:492] T 9b07d019caff4a76a17fd661e40b7623 P a7cce1f7acd4408aaed1268932bd9a74: No bootstrap required, opened a new log
02:04:06.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.491729 26934 tablet_bootstrap.cc:492] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382: No bootstrap required, opened a new log
02:04:06.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.491729 26935 ts_tablet_manager.cc:1397] T 9b07d019caff4a76a17fd661e40b7623 P a7cce1f7acd4408aaed1268932bd9a74: Time spent bootstrapping tablet: real 0.017s user 0.010s sys 0.005s
02:04:06.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.492173 26934 ts_tablet_manager.cc:1397] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382: Time spent bootstrapping tablet: real 0.015s user 0.006s sys 0.008s
02:04:06.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.499449 26934 raft_consensus.cc:357] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } }
02:04:06.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.499449 26935 raft_consensus.cc:357] T 9b07d019caff4a76a17fd661e40b7623 P a7cce1f7acd4408aaed1268932bd9a74 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } }
02:04:06.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.499933 26935 raft_consensus.cc:383] T 9b07d019caff4a76a17fd661e40b7623 P a7cce1f7acd4408aaed1268932bd9a74 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:06.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.500057 26935 raft_consensus.cc:738] T 9b07d019caff4a76a17fd661e40b7623 P a7cce1f7acd4408aaed1268932bd9a74 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a7cce1f7acd4408aaed1268932bd9a74, State: Initialized, Role: FOLLOWER
02:04:06.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.500458 26934 raft_consensus.cc:383] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:06.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.500785 26934 raft_consensus.cc:738] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2aee00c958ec4d5b86d84fa033641382, State: Initialized, Role: FOLLOWER
02:04:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.501060 26935 consensus_queue.cc:260] T 9b07d019caff4a76a17fd661e40b7623 P a7cce1f7acd4408aaed1268932bd9a74 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } }
02:04:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.501653 26934 consensus_queue.cc:260] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } }
02:04:06.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.506431 26934 ts_tablet_manager.cc:1428] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382: Time spent starting tablet: real 0.014s user 0.006s sys 0.006s
02:04:06.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.507123 26936 tablet_bootstrap.cc:492] T 9b07d019caff4a76a17fd661e40b7623 P 558487d29d114519a7979907bfaef11a: No bootstrap required, opened a new log
02:04:06.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.507838 26908 heartbeater.cc:499] Master 127.25.144.60:40719 was elected leader, sending a full tablet report...
02:04:06.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.508365 26935 ts_tablet_manager.cc:1428] T 9b07d019caff4a76a17fd661e40b7623 P a7cce1f7acd4408aaed1268932bd9a74: Time spent starting tablet: real 0.016s user 0.015s sys 0.000s
02:04:06.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.508939 26935 tablet_bootstrap.cc:492] T 7a623f8b6f054a3aaecf8a6fa89c60fe P a7cce1f7acd4408aaed1268932bd9a74: Bootstrap starting.
02:04:06.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.509048 26934 tablet_bootstrap.cc:492] T 9b07d019caff4a76a17fd661e40b7623 P 2aee00c958ec4d5b86d84fa033641382: Bootstrap starting.
02:04:06.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.509451 26766 heartbeater.cc:499] Master 127.25.144.60:40719 was elected leader, sending a full tablet report...
02:04:06.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.507562 26936 ts_tablet_manager.cc:1397] T 9b07d019caff4a76a17fd661e40b7623 P 558487d29d114519a7979907bfaef11a: Time spent bootstrapping tablet: real 0.034s user 0.007s sys 0.020s
02:04:06.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.511054 26934 tablet_bootstrap.cc:654] T 9b07d019caff4a76a17fd661e40b7623 P 2aee00c958ec4d5b86d84fa033641382: Neither blocks nor log segments found. Creating new log.
02:04:06.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:06.511332 26769 tablet.cc:2378] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:06.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.517603 26934 tablet_bootstrap.cc:492] T 9b07d019caff4a76a17fd661e40b7623 P 2aee00c958ec4d5b86d84fa033641382: No bootstrap required, opened a new log
02:04:06.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.517976 26934 ts_tablet_manager.cc:1397] T 9b07d019caff4a76a17fd661e40b7623 P 2aee00c958ec4d5b86d84fa033641382: Time spent bootstrapping tablet: real 0.009s user 0.002s sys 0.006s
02:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.519009 26934 raft_consensus.cc:357] T 9b07d019caff4a76a17fd661e40b7623 P 2aee00c958ec4d5b86d84fa033641382 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } }
02:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.519354 26934 raft_consensus.cc:383] T 9b07d019caff4a76a17fd661e40b7623 P 2aee00c958ec4d5b86d84fa033641382 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.519551 26934 raft_consensus.cc:738] T 9b07d019caff4a76a17fd661e40b7623 P 2aee00c958ec4d5b86d84fa033641382 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2aee00c958ec4d5b86d84fa033641382, State: Initialized, Role: FOLLOWER
02:04:06.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.519989 26934 consensus_queue.cc:260] T 9b07d019caff4a76a17fd661e40b7623 P 2aee00c958ec4d5b86d84fa033641382 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } }
02:04:06.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.519826 26936 raft_consensus.cc:357] T 9b07d019caff4a76a17fd661e40b7623 P 558487d29d114519a7979907bfaef11a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } }
02:04:06.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.520257 26936 raft_consensus.cc:383] T 9b07d019caff4a76a17fd661e40b7623 P 558487d29d114519a7979907bfaef11a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:06.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.520571 26936 raft_consensus.cc:738] T 9b07d019caff4a76a17fd661e40b7623 P 558487d29d114519a7979907bfaef11a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 558487d29d114519a7979907bfaef11a, State: Initialized, Role: FOLLOWER
02:04:06.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.520807 26934 ts_tablet_manager.cc:1428] T 9b07d019caff4a76a17fd661e40b7623 P 2aee00c958ec4d5b86d84fa033641382: Time spent starting tablet: real 0.003s user 0.001s sys 0.001s
02:04:06.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.521478 26936 consensus_queue.cc:260] T 9b07d019caff4a76a17fd661e40b7623 P 558487d29d114519a7979907bfaef11a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } }
02:04:06.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.522904 26935 tablet_bootstrap.cc:654] T 7a623f8b6f054a3aaecf8a6fa89c60fe P a7cce1f7acd4408aaed1268932bd9a74: Neither blocks nor log segments found. Creating new log.
02:04:06.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.530767 26935 tablet_bootstrap.cc:492] T 7a623f8b6f054a3aaecf8a6fa89c60fe P a7cce1f7acd4408aaed1268932bd9a74: No bootstrap required, opened a new log
02:04:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.530965 26935 ts_tablet_manager.cc:1397] T 7a623f8b6f054a3aaecf8a6fa89c60fe P a7cce1f7acd4408aaed1268932bd9a74: Time spent bootstrapping tablet: real 0.022s user 0.005s sys 0.004s
02:04:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.531677 26935 raft_consensus.cc:357] T 7a623f8b6f054a3aaecf8a6fa89c60fe P a7cce1f7acd4408aaed1268932bd9a74 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } }
02:04:06.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.532009 26935 raft_consensus.cc:383] T 7a623f8b6f054a3aaecf8a6fa89c60fe P a7cce1f7acd4408aaed1268932bd9a74 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:06.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.532191 26935 raft_consensus.cc:738] T 7a623f8b6f054a3aaecf8a6fa89c60fe P a7cce1f7acd4408aaed1268932bd9a74 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a7cce1f7acd4408aaed1268932bd9a74, State: Initialized, Role: FOLLOWER
02:04:06.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.532186 26936 ts_tablet_manager.cc:1428] T 9b07d019caff4a76a17fd661e40b7623 P 558487d29d114519a7979907bfaef11a: Time spent starting tablet: real 0.021s user 0.004s sys 0.012s
02:04:06.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.532835 26936 tablet_bootstrap.cc:492] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 558487d29d114519a7979907bfaef11a: Bootstrap starting.
02:04:06.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.533073 26935 consensus_queue.cc:260] T 7a623f8b6f054a3aaecf8a6fa89c60fe P a7cce1f7acd4408aaed1268932bd9a74 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } }
02:04:06.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.534886 26936 tablet_bootstrap.cc:654] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 558487d29d114519a7979907bfaef11a: Neither blocks nor log segments found. Creating new log.
02:04:06.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.535830 26935 ts_tablet_manager.cc:1428] T 7a623f8b6f054a3aaecf8a6fa89c60fe P a7cce1f7acd4408aaed1268932bd9a74: Time spent starting tablet: real 0.005s user 0.002s sys 0.001s
02:04:06.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.538669 26936 tablet_bootstrap.cc:492] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 558487d29d114519a7979907bfaef11a: No bootstrap required, opened a new log
02:04:06.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.538982 26936 ts_tablet_manager.cc:1397] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 558487d29d114519a7979907bfaef11a: Time spent bootstrapping tablet: real 0.006s user 0.001s sys 0.004s
02:04:06.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.539970 26936 raft_consensus.cc:357] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 558487d29d114519a7979907bfaef11a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } }
02:04:06.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.540185 26936 raft_consensus.cc:383] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 558487d29d114519a7979907bfaef11a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:06.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.540270 26936 raft_consensus.cc:738] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 558487d29d114519a7979907bfaef11a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 558487d29d114519a7979907bfaef11a, State: Initialized, Role: FOLLOWER
02:04:06.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.540580 26936 consensus_queue.cc:260] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 558487d29d114519a7979907bfaef11a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } }
02:04:06.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.541152 26936 ts_tablet_manager.cc:1428] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 558487d29d114519a7979907bfaef11a: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
02:04:06.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:06.550812 26911 tablet.cc:2378] T 7a623f8b6f054a3aaecf8a6fa89c60fe P a7cce1f7acd4408aaed1268932bd9a74: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:06.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.577055 26940 raft_consensus.cc:491] T 9b07d019caff4a76a17fd661e40b7623 P a7cce1f7acd4408aaed1268932bd9a74 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:06.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.577330 26940 raft_consensus.cc:513] T 9b07d019caff4a76a17fd661e40b7623 P a7cce1f7acd4408aaed1268932bd9a74 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } }
02:04:06.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.579131 26940 leader_election.cc:290] T 9b07d019caff4a76a17fd661e40b7623 P a7cce1f7acd4408aaed1268932bd9a74 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 558487d29d114519a7979907bfaef11a (127.25.144.1:37743), 2aee00c958ec4d5b86d84fa033641382 (127.25.144.2:39595)
02:04:06.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.586899 26721 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "9b07d019caff4a76a17fd661e40b7623" candidate_uuid: "a7cce1f7acd4408aaed1268932bd9a74" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2aee00c958ec4d5b86d84fa033641382" is_pre_election: true
02:04:06.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.586899 26580 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "9b07d019caff4a76a17fd661e40b7623" candidate_uuid: "a7cce1f7acd4408aaed1268932bd9a74" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "558487d29d114519a7979907bfaef11a" is_pre_election: true
02:04:06.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.587451 26580 raft_consensus.cc:2466] T 9b07d019caff4a76a17fd661e40b7623 P 558487d29d114519a7979907bfaef11a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a7cce1f7acd4408aaed1268932bd9a74 in term 0.
02:04:06.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.587451 26721 raft_consensus.cc:2466] T 9b07d019caff4a76a17fd661e40b7623 P 2aee00c958ec4d5b86d84fa033641382 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a7cce1f7acd4408aaed1268932bd9a74 in term 0.
02:04:06.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.588173 26789 leader_election.cc:304] T 9b07d019caff4a76a17fd661e40b7623 P a7cce1f7acd4408aaed1268932bd9a74 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 2aee00c958ec4d5b86d84fa033641382, 558487d29d114519a7979907bfaef11a, a7cce1f7acd4408aaed1268932bd9a74; no voters:
02:04:06.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.588639 26940 raft_consensus.cc:2802] T 9b07d019caff4a76a17fd661e40b7623 P a7cce1f7acd4408aaed1268932bd9a74 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:06.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.588776 26940 raft_consensus.cc:491] T 9b07d019caff4a76a17fd661e40b7623 P a7cce1f7acd4408aaed1268932bd9a74 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:06.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.588845 26940 raft_consensus.cc:3058] T 9b07d019caff4a76a17fd661e40b7623 P a7cce1f7acd4408aaed1268932bd9a74 [term 0 FOLLOWER]: Advancing to term 1
02:04:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.590767 26940 raft_consensus.cc:513] T 9b07d019caff4a76a17fd661e40b7623 P a7cce1f7acd4408aaed1268932bd9a74 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } }
02:04:06.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.591359 26940 leader_election.cc:290] T 9b07d019caff4a76a17fd661e40b7623 P a7cce1f7acd4408aaed1268932bd9a74 [CANDIDATE]: Term 1 election: Requested vote from peers 558487d29d114519a7979907bfaef11a (127.25.144.1:37743), 2aee00c958ec4d5b86d84fa033641382 (127.25.144.2:39595)
02:04:06.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.591837 26580 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "9b07d019caff4a76a17fd661e40b7623" candidate_uuid: "a7cce1f7acd4408aaed1268932bd9a74" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "558487d29d114519a7979907bfaef11a"
02:04:06.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.591886 26721 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "9b07d019caff4a76a17fd661e40b7623" candidate_uuid: "a7cce1f7acd4408aaed1268932bd9a74" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2aee00c958ec4d5b86d84fa033641382"
02:04:06.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.592038 26721 raft_consensus.cc:3058] T 9b07d019caff4a76a17fd661e40b7623 P 2aee00c958ec4d5b86d84fa033641382 [term 0 FOLLOWER]: Advancing to term 1
02:04:06.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.592016 26580 raft_consensus.cc:3058] T 9b07d019caff4a76a17fd661e40b7623 P 558487d29d114519a7979907bfaef11a [term 0 FOLLOWER]: Advancing to term 1
02:04:06.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.594244 26721 raft_consensus.cc:2466] T 9b07d019caff4a76a17fd661e40b7623 P 2aee00c958ec4d5b86d84fa033641382 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a7cce1f7acd4408aaed1268932bd9a74 in term 1.
02:04:06.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.594241 26580 raft_consensus.cc:2466] T 9b07d019caff4a76a17fd661e40b7623 P 558487d29d114519a7979907bfaef11a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a7cce1f7acd4408aaed1268932bd9a74 in term 1.
02:04:06.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.594818 26787 leader_election.cc:304] T 9b07d019caff4a76a17fd661e40b7623 P a7cce1f7acd4408aaed1268932bd9a74 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 558487d29d114519a7979907bfaef11a, a7cce1f7acd4408aaed1268932bd9a74; no voters:
02:04:06.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.595252 26940 raft_consensus.cc:2802] T 9b07d019caff4a76a17fd661e40b7623 P a7cce1f7acd4408aaed1268932bd9a74 [term 1 FOLLOWER]: Leader election won for term 1
02:04:06.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.596031 26940 raft_consensus.cc:695] T 9b07d019caff4a76a17fd661e40b7623 P a7cce1f7acd4408aaed1268932bd9a74 [term 1 LEADER]: Becoming Leader. State: Replica: a7cce1f7acd4408aaed1268932bd9a74, State: Running, Role: LEADER
02:04:06.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.596814 26940 consensus_queue.cc:237] T 9b07d019caff4a76a17fd661e40b7623 P a7cce1f7acd4408aaed1268932bd9a74 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } }
02:04:06.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.601552 26380 catalog_manager.cc:5582] T 9b07d019caff4a76a17fd661e40b7623 P a7cce1f7acd4408aaed1268932bd9a74 reported cstate change: term changed from 0 to 1, leader changed from <none> to a7cce1f7acd4408aaed1268932bd9a74 (127.25.144.3). New cstate: current_term: 1 leader_uuid: "a7cce1f7acd4408aaed1268932bd9a74" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } health_report { overall_health: HEALTHY } } }
02:04:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.622854 26941 raft_consensus.cc:491] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.623049 26941 raft_consensus.cc:513] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } }
02:04:06.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.624672 26941 leader_election.cc:290] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a7cce1f7acd4408aaed1268932bd9a74 (127.25.144.3:43871), 558487d29d114519a7979907bfaef11a (127.25.144.1:37743)
02:04:06.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.631961 26863 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "7a623f8b6f054a3aaecf8a6fa89c60fe" candidate_uuid: "2aee00c958ec4d5b86d84fa033641382" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a7cce1f7acd4408aaed1268932bd9a74" is_pre_election: true
02:04:06.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.632107 26580 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "7a623f8b6f054a3aaecf8a6fa89c60fe" candidate_uuid: "2aee00c958ec4d5b86d84fa033641382" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "558487d29d114519a7979907bfaef11a" is_pre_election: true
02:04:06.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.632314 26863 raft_consensus.cc:2466] T 7a623f8b6f054a3aaecf8a6fa89c60fe P a7cce1f7acd4408aaed1268932bd9a74 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2aee00c958ec4d5b86d84fa033641382 in term 0.
02:04:06.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.632441 26580 raft_consensus.cc:2466] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 558487d29d114519a7979907bfaef11a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2aee00c958ec4d5b86d84fa033641382 in term 0.
02:04:06.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.632851 26645 leader_election.cc:304] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2aee00c958ec4d5b86d84fa033641382, a7cce1f7acd4408aaed1268932bd9a74; no voters:
02:04:06.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.633244 26941 raft_consensus.cc:2802] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:06.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.633385 26941 raft_consensus.cc:491] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:06.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.633488 26941 raft_consensus.cc:3058] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382 [term 0 FOLLOWER]: Advancing to term 1
02:04:06.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.635440 26941 raft_consensus.cc:513] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } }
02:04:06.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.636062 26941 leader_election.cc:290] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382 [CANDIDATE]: Term 1 election: Requested vote from peers a7cce1f7acd4408aaed1268932bd9a74 (127.25.144.3:43871), 558487d29d114519a7979907bfaef11a (127.25.144.1:37743)
02:04:06.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.636688 26863 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "7a623f8b6f054a3aaecf8a6fa89c60fe" candidate_uuid: "2aee00c958ec4d5b86d84fa033641382" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a7cce1f7acd4408aaed1268932bd9a74"
02:04:06.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.636682 26580 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "7a623f8b6f054a3aaecf8a6fa89c60fe" candidate_uuid: "2aee00c958ec4d5b86d84fa033641382" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "558487d29d114519a7979907bfaef11a"
02:04:06.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.636898 26863 raft_consensus.cc:3058] T 7a623f8b6f054a3aaecf8a6fa89c60fe P a7cce1f7acd4408aaed1268932bd9a74 [term 0 FOLLOWER]: Advancing to term 1
02:04:06.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.636924 26580 raft_consensus.cc:3058] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 558487d29d114519a7979907bfaef11a [term 0 FOLLOWER]: Advancing to term 1
02:04:06.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.639019 26863 raft_consensus.cc:2466] T 7a623f8b6f054a3aaecf8a6fa89c60fe P a7cce1f7acd4408aaed1268932bd9a74 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2aee00c958ec4d5b86d84fa033641382 in term 1.
02:04:06.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.639057 26580 raft_consensus.cc:2466] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 558487d29d114519a7979907bfaef11a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2aee00c958ec4d5b86d84fa033641382 in term 1.
02:04:06.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.639421 26645 leader_election.cc:304] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2aee00c958ec4d5b86d84fa033641382, a7cce1f7acd4408aaed1268932bd9a74; no voters:
02:04:06.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.639855 26941 raft_consensus.cc:2802] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382 [term 1 FOLLOWER]: Leader election won for term 1
02:04:06.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.640290 26941 raft_consensus.cc:695] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382 [term 1 LEADER]: Becoming Leader. State: Replica: 2aee00c958ec4d5b86d84fa033641382, State: Running, Role: LEADER
02:04:06.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.640892 26941 consensus_queue.cc:237] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } }
02:04:06.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.645812 26380 catalog_manager.cc:5582] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2aee00c958ec4d5b86d84fa033641382 (127.25.144.2). New cstate: current_term: 1 leader_uuid: "2aee00c958ec4d5b86d84fa033641382" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } health_report { overall_health: UNKNOWN } } }
02:04:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.717532 26380 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:47172:
02:04:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:04:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:04:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:04:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:04:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:04:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:04:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:04:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:04:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:04:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:04:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:06.718781 26380 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:04:06.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.731731 26560 tablet_service.cc:1468] Processing CreateTablet for tablet ed4090b3f62f491dbf90ffcc5aa46f3d (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=59b75c138c244e4ebdc2af51e25ba2fb]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:04:06.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.731901 26842 tablet_service.cc:1468] Processing CreateTablet for tablet ed4090b3f62f491dbf90ffcc5aa46f3d (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=59b75c138c244e4ebdc2af51e25ba2fb]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:04:06.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.732635 26842 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ed4090b3f62f491dbf90ffcc5aa46f3d. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:06.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.732658 26560 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ed4090b3f62f491dbf90ffcc5aa46f3d. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:06.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.737982 26935 tablet_bootstrap.cc:492] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74: Bootstrap starting.
02:04:06.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.737645 26698 tablet_service.cc:1468] Processing CreateTablet for tablet ed4090b3f62f491dbf90ffcc5aa46f3d (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=59b75c138c244e4ebdc2af51e25ba2fb]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:04:06.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.738644 26698 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ed4090b3f62f491dbf90ffcc5aa46f3d. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:06.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.738932 26936 tablet_bootstrap.cc:492] T ed4090b3f62f491dbf90ffcc5aa46f3d P 558487d29d114519a7979907bfaef11a: Bootstrap starting.
02:04:06.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.739864 26935 tablet_bootstrap.cc:654] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74: Neither blocks nor log segments found. Creating new log.
02:04:06.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.740729 26936 tablet_bootstrap.cc:654] T ed4090b3f62f491dbf90ffcc5aa46f3d P 558487d29d114519a7979907bfaef11a: Neither blocks nor log segments found. Creating new log.
02:04:06.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.742296 26935 tablet_bootstrap.cc:492] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74: No bootstrap required, opened a new log
02:04:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.742476 26935 ts_tablet_manager.cc:1397] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74: Time spent bootstrapping tablet: real 0.005s user 0.004s sys 0.000s
02:04:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.742866 26936 tablet_bootstrap.cc:492] T ed4090b3f62f491dbf90ffcc5aa46f3d P 558487d29d114519a7979907bfaef11a: No bootstrap required, opened a new log
02:04:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.743005 26936 ts_tablet_manager.cc:1397] T ed4090b3f62f491dbf90ffcc5aa46f3d P 558487d29d114519a7979907bfaef11a: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s
02:04:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.743428 26935 raft_consensus.cc:357] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } }
02:04:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.743649 26935 raft_consensus.cc:383] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.743747 26935 raft_consensus.cc:738] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a7cce1f7acd4408aaed1268932bd9a74, State: Initialized, Role: FOLLOWER
02:04:06.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.743836 26936 raft_consensus.cc:357] T ed4090b3f62f491dbf90ffcc5aa46f3d P 558487d29d114519a7979907bfaef11a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } }
02:04:06.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.744038 26936 raft_consensus.cc:383] T ed4090b3f62f491dbf90ffcc5aa46f3d P 558487d29d114519a7979907bfaef11a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:06.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.744132 26936 raft_consensus.cc:738] T ed4090b3f62f491dbf90ffcc5aa46f3d P 558487d29d114519a7979907bfaef11a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 558487d29d114519a7979907bfaef11a, State: Initialized, Role: FOLLOWER
02:04:06.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.744035 26935 consensus_queue.cc:260] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } }
02:04:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.744448 26936 consensus_queue.cc:260] T ed4090b3f62f491dbf90ffcc5aa46f3d P 558487d29d114519a7979907bfaef11a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } }
02:04:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.744632 26940 tablet_replica.cc:440] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } } }
02:04:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.744874 26940 tablet_replica.cc:443] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74: This TxnStatusTablet replica's current role is: FOLLOWER
02:04:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.744887 26943 tablet_replica.cc:440] T ed4090b3f62f491dbf90ffcc5aa46f3d P 558487d29d114519a7979907bfaef11a: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } } }
02:04:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.745138 26943 tablet_replica.cc:443] T ed4090b3f62f491dbf90ffcc5aa46f3d P 558487d29d114519a7979907bfaef11a: This TxnStatusTablet replica's current role is: FOLLOWER
02:04:06.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.746126 26934 tablet_bootstrap.cc:492] T ed4090b3f62f491dbf90ffcc5aa46f3d P 2aee00c958ec4d5b86d84fa033641382: Bootstrap starting.
02:04:06.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.746608 26935 ts_tablet_manager.cc:1428] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74: Time spent starting tablet: real 0.004s user 0.002s sys 0.000s
02:04:06.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.747881 26934 tablet_bootstrap.cc:654] T ed4090b3f62f491dbf90ffcc5aa46f3d P 2aee00c958ec4d5b86d84fa033641382: Neither blocks nor log segments found. Creating new log.
02:04:06.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.749387 26936 ts_tablet_manager.cc:1428] T ed4090b3f62f491dbf90ffcc5aa46f3d P 558487d29d114519a7979907bfaef11a: Time spent starting tablet: real 0.006s user 0.002s sys 0.000s
02:04:06.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.750319 26934 tablet_bootstrap.cc:492] T ed4090b3f62f491dbf90ffcc5aa46f3d P 2aee00c958ec4d5b86d84fa033641382: No bootstrap required, opened a new log
02:04:06.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.750500 26934 ts_tablet_manager.cc:1397] T ed4090b3f62f491dbf90ffcc5aa46f3d P 2aee00c958ec4d5b86d84fa033641382: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.001s
02:04:06.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.751315 26934 raft_consensus.cc:357] T ed4090b3f62f491dbf90ffcc5aa46f3d P 2aee00c958ec4d5b86d84fa033641382 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } }
02:04:06.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.751521 26934 raft_consensus.cc:383] T ed4090b3f62f491dbf90ffcc5aa46f3d P 2aee00c958ec4d5b86d84fa033641382 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:06.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.751614 26934 raft_consensus.cc:738] T ed4090b3f62f491dbf90ffcc5aa46f3d P 2aee00c958ec4d5b86d84fa033641382 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2aee00c958ec4d5b86d84fa033641382, State: Initialized, Role: FOLLOWER
02:04:06.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.751878 26934 consensus_queue.cc:260] T ed4090b3f62f491dbf90ffcc5aa46f3d P 2aee00c958ec4d5b86d84fa033641382 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } }
02:04:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.752369 26941 tablet_replica.cc:440] T ed4090b3f62f491dbf90ffcc5aa46f3d P 2aee00c958ec4d5b86d84fa033641382: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } } }
02:04:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.752656 26941 tablet_replica.cc:443] T ed4090b3f62f491dbf90ffcc5aa46f3d P 2aee00c958ec4d5b86d84fa033641382: This TxnStatusTablet replica's current role is: FOLLOWER
02:04:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.752502 26934 ts_tablet_manager.cc:1428] T ed4090b3f62f491dbf90ffcc5aa46f3d P 2aee00c958ec4d5b86d84fa033641382: Time spent starting tablet: real 0.002s user 0.003s sys 0.000s
02:04:06.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:06.773795 26628 tablet.cc:2378] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 558487d29d114519a7979907bfaef11a: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:06.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.787268 26940 raft_consensus.cc:491] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:06.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.787477 26940 raft_consensus.cc:513] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } }
02:04:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.788038 26940 leader_election.cc:290] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 558487d29d114519a7979907bfaef11a (127.25.144.1:37743), 2aee00c958ec4d5b86d84fa033641382 (127.25.144.2:39595)
02:04:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.788589 26580 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "ed4090b3f62f491dbf90ffcc5aa46f3d" candidate_uuid: "a7cce1f7acd4408aaed1268932bd9a74" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "558487d29d114519a7979907bfaef11a" is_pre_election: true
02:04:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.788606 26721 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "ed4090b3f62f491dbf90ffcc5aa46f3d" candidate_uuid: "a7cce1f7acd4408aaed1268932bd9a74" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2aee00c958ec4d5b86d84fa033641382" is_pre_election: true
02:04:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.788805 26721 raft_consensus.cc:2466] T ed4090b3f62f491dbf90ffcc5aa46f3d P 2aee00c958ec4d5b86d84fa033641382 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a7cce1f7acd4408aaed1268932bd9a74 in term 0.
02:04:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.788805 26580 raft_consensus.cc:2466] T ed4090b3f62f491dbf90ffcc5aa46f3d P 558487d29d114519a7979907bfaef11a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a7cce1f7acd4408aaed1268932bd9a74 in term 0.
02:04:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.789224 26789 leader_election.cc:304] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2aee00c958ec4d5b86d84fa033641382, a7cce1f7acd4408aaed1268932bd9a74; no voters:
02:04:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.789614 26940 raft_consensus.cc:2802] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.789708 26940 raft_consensus.cc:491] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.789795 26940 raft_consensus.cc:3058] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74 [term 0 FOLLOWER]: Advancing to term 1
02:04:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.791574 26940 raft_consensus.cc:513] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } }
02:04:06.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.792150 26940 leader_election.cc:290] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74 [CANDIDATE]: Term 1 election: Requested vote from peers 558487d29d114519a7979907bfaef11a (127.25.144.1:37743), 2aee00c958ec4d5b86d84fa033641382 (127.25.144.2:39595)
02:04:06.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.792649 26580 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "ed4090b3f62f491dbf90ffcc5aa46f3d" candidate_uuid: "a7cce1f7acd4408aaed1268932bd9a74" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "558487d29d114519a7979907bfaef11a"
02:04:06.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.792694 26721 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "ed4090b3f62f491dbf90ffcc5aa46f3d" candidate_uuid: "a7cce1f7acd4408aaed1268932bd9a74" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2aee00c958ec4d5b86d84fa033641382"
02:04:06.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.792832 26580 raft_consensus.cc:3058] T ed4090b3f62f491dbf90ffcc5aa46f3d P 558487d29d114519a7979907bfaef11a [term 0 FOLLOWER]: Advancing to term 1
02:04:06.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.792905 26721 raft_consensus.cc:3058] T ed4090b3f62f491dbf90ffcc5aa46f3d P 2aee00c958ec4d5b86d84fa033641382 [term 0 FOLLOWER]: Advancing to term 1
02:04:06.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.794696 26580 raft_consensus.cc:2466] T ed4090b3f62f491dbf90ffcc5aa46f3d P 558487d29d114519a7979907bfaef11a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a7cce1f7acd4408aaed1268932bd9a74 in term 1.
02:04:06.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.794776 26721 raft_consensus.cc:2466] T ed4090b3f62f491dbf90ffcc5aa46f3d P 2aee00c958ec4d5b86d84fa033641382 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a7cce1f7acd4408aaed1268932bd9a74 in term 1.
02:04:06.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.795147 26787 leader_election.cc:304] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 558487d29d114519a7979907bfaef11a, a7cce1f7acd4408aaed1268932bd9a74; no voters:
02:04:06.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.795487 26940 raft_consensus.cc:2802] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74 [term 1 FOLLOWER]: Leader election won for term 1
02:04:06.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.795629 26940 raft_consensus.cc:695] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74 [term 1 LEADER]: Becoming Leader. State: Replica: a7cce1f7acd4408aaed1268932bd9a74, State: Running, Role: LEADER
02:04:06.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.795974 26940 consensus_queue.cc:237] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } }
02:04:06.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.797595 26946 tablet_replica.cc:440] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74: TxnStatusTablet state changed. Reason: New leader a7cce1f7acd4408aaed1268932bd9a74. Latest consensus state: current_term: 1 leader_uuid: "a7cce1f7acd4408aaed1268932bd9a74" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } } }
02:04:06.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.797825 26946 tablet_replica.cc:443] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74: This TxnStatusTablet replica's current role is: LEADER
02:04:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.798578 26964 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
02:04:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.798923 26964 txn_status_manager.cc:930] Loading transaction status metadata into memory...
02:04:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.799474 26378 catalog_manager.cc:5582] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74 reported cstate change: term changed from 0 to 1, leader changed from <none> to a7cce1f7acd4408aaed1268932bd9a74 (127.25.144.3). New cstate: current_term: 1 leader_uuid: "a7cce1f7acd4408aaed1268932bd9a74" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } health_report { overall_health: HEALTHY } } }
02:04:06.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.836516 26580 raft_consensus.cc:1273] T ed4090b3f62f491dbf90ffcc5aa46f3d P 558487d29d114519a7979907bfaef11a [term 1 FOLLOWER]: Refusing update from remote peer a7cce1f7acd4408aaed1268932bd9a74: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:04:06.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.836736 26721 raft_consensus.cc:1273] T ed4090b3f62f491dbf90ffcc5aa46f3d P 2aee00c958ec4d5b86d84fa033641382 [term 1 FOLLOWER]: Refusing update from remote peer a7cce1f7acd4408aaed1268932bd9a74: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:04:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.837525 26946 consensus_queue.cc:1035] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.837841 26940 consensus_queue.cc:1035] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74 [LEADER]: Connected to new peer: Peer: permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.845047 26943 tablet_replica.cc:440] T ed4090b3f62f491dbf90ffcc5aa46f3d P 558487d29d114519a7979907bfaef11a: TxnStatusTablet state changed. Reason: New leader a7cce1f7acd4408aaed1268932bd9a74. Latest consensus state: current_term: 1 leader_uuid: "a7cce1f7acd4408aaed1268932bd9a74" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } } }
02:04:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.845314 26943 tablet_replica.cc:443] T ed4090b3f62f491dbf90ffcc5aa46f3d P 558487d29d114519a7979907bfaef11a: This TxnStatusTablet replica's current role is: FOLLOWER
02:04:06.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.848295 26967 mvcc.cc:204] Tried to move back new op lower bound from 7196473126232354816 to 7196473126078619648. Current Snapshot: MvccSnapshot[applied={T|T < 7196473126232354816}]
02:04:06.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.849148 26940 tablet_replica.cc:440] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a7cce1f7acd4408aaed1268932bd9a74" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } } }
02:04:06.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.849400 26940 tablet_replica.cc:443] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74: This TxnStatusTablet replica's current role is: LEADER
02:04:06.856 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
02:04:06.859 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table b8d7bc9c71584a7ca18eeb02dede3546
02:04:06.860 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.25.144.60:40719
02:04:06.860 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
02:04:06.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.861608 26176 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task99Kgqf/build/asan/bin/kudu pid 26346
02:04:06.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.863467 26420 generic_service.cc:196] Checking for leaks (request via RPC)
02:04:06.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.870240 26943 tablet_replica.cc:440] T ed4090b3f62f491dbf90ffcc5aa46f3d P 558487d29d114519a7979907bfaef11a: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a7cce1f7acd4408aaed1268932bd9a74" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } } }
02:04:06.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.870472 26943 tablet_replica.cc:443] T ed4090b3f62f491dbf90ffcc5aa46f3d P 558487d29d114519a7979907bfaef11a: This TxnStatusTablet replica's current role is: FOLLOWER
02:04:06.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.872586 26941 tablet_replica.cc:440] T ed4090b3f62f491dbf90ffcc5aa46f3d P 2aee00c958ec4d5b86d84fa033641382: TxnStatusTablet state changed. Reason: New leader a7cce1f7acd4408aaed1268932bd9a74. Latest consensus state: current_term: 1 leader_uuid: "a7cce1f7acd4408aaed1268932bd9a74" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } } }
02:04:06.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.872886 26941 tablet_replica.cc:443] T ed4090b3f62f491dbf90ffcc5aa46f3d P 2aee00c958ec4d5b86d84fa033641382: This TxnStatusTablet replica's current role is: FOLLOWER
02:04:06.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.875126 26940 tablet_replica.cc:440] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a7cce1f7acd4408aaed1268932bd9a74" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } } }
02:04:06.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.875361 26940 tablet_replica.cc:443] T ed4090b3f62f491dbf90ffcc5aa46f3d P a7cce1f7acd4408aaed1268932bd9a74: This TxnStatusTablet replica's current role is: LEADER
02:04:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.880520 26969 mvcc.cc:204] Tried to move back new op lower bound from 7196473126232354816 to 7196473126078619648. Current Snapshot: MvccSnapshot[applied={T|T < 7196473126232354816}]
02:04:06.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.893208 26941 tablet_replica.cc:440] T ed4090b3f62f491dbf90ffcc5aa46f3d P 2aee00c958ec4d5b86d84fa033641382: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a7cce1f7acd4408aaed1268932bd9a74" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 } } peers { permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 } } peers { permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 } } }
02:04:06.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.893489 26941 tablet_replica.cc:443] T ed4090b3f62f491dbf90ffcc5aa46f3d P 2aee00c958ec4d5b86d84fa033641382: This TxnStatusTablet replica's current role is: FOLLOWER
02:04:06.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:06.995544 26975 consensus_queue.cc:1035] T 9b07d019caff4a76a17fd661e40b7623 P a7cce1f7acd4408aaed1268932bd9a74 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2aee00c958ec4d5b86d84fa033641382" member_type: VOTER last_known_addr { host: "127.25.144.2" port: 39595 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:07.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.002308 26940 consensus_queue.cc:1035] T 9b07d019caff4a76a17fd661e40b7623 P a7cce1f7acd4408aaed1268932bd9a74 [LEADER]: Connected to new peer: Peer: permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:07.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.042914 26176 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task99Kgqf/build/asan/bin/kudu with pid 26346
02:04:07.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.045598 26941 consensus_queue.cc:1035] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382 [LEADER]: Connected to new peer: Peer: permanent_uuid: "558487d29d114519a7979907bfaef11a" member_type: VOTER last_known_addr { host: "127.25.144.1" port: 37743 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:07.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.056593 26941 consensus_queue.cc:1035] T 7a623f8b6f054a3aaecf8a6fa89c60fe P 2aee00c958ec4d5b86d84fa033641382 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a7cce1f7acd4408aaed1268932bd9a74" member_type: VOTER last_known_addr { host: "127.25.144.3" port: 43871 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:07.071 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.144.60:40719(127.25.144.60:40719)] handling channelInactive
02:04:07.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state READY due to: connection closed
02:04:07.074 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:04:07.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:07.072193 26908 heartbeater.cc:646] Failed to heartbeat to 127.25.144.60:40719 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.25.144.60:40719 (error 108)
02:04:07.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:07.072983 26205 connection.cc:537] server connection from 127.0.0.1:57512 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:04:07.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:07.073110 26625 heartbeater.cc:646] Failed to heartbeat to 127.25.144.60:40719 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.25.144.60:40719 (error 108)
02:04:07.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:07.073894 26766 heartbeater.cc:646] Failed to heartbeat to 127.25.144.60:40719 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.25.144.60:40719 (error 108)
02:04:07.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:07.075328 26284 connection.cc:537] server connection from 127.0.0.1:44312 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:04:07.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.344511 26982 raft_consensus.cc:491] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 1 FOLLOWER]: Starting pre-election (detected failure of leader bdf1eb108276440db816cbba2a720656)
02:04:07.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.344723 26982 raft_consensus.cc:513] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:07.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.345266 26983 raft_consensus.cc:491] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader bdf1eb108276440db816cbba2a720656)
02:04:07.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.345448 26983 raft_consensus.cc:513] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:07.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.345873 26982 leader_election.cc:290] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329), bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719)
02:04:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.346469 26307 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "139df40554574a758941c6e16707c03e" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a62142ae51d64b41b79f78f74a2c9831" is_pre_election: true
02:04:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.346728 26307 raft_consensus.cc:2466] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 139df40554574a758941c6e16707c03e in term 1.
02:04:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.346856 26983 leader_election.cc:290] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 139df40554574a758941c6e16707c03e (127.25.144.62:38083), bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719)
02:04:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.347322 26228 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a62142ae51d64b41b79f78f74a2c9831" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "139df40554574a758941c6e16707c03e" is_pre_election: true
02:04:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.347553 26228 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a62142ae51d64b41b79f78f74a2c9831 in term 1.
02:04:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.347851 26202 leader_election.cc:304] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 139df40554574a758941c6e16707c03e, a62142ae51d64b41b79f78f74a2c9831; no voters:
02:04:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.348271 26982 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 1 FOLLOWER]: Leader pre-election won for term 2
02:04:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.348574 26982 raft_consensus.cc:491] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 1 FOLLOWER]: Starting leader election (detected failure of leader bdf1eb108276440db816cbba2a720656)
02:04:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:07.348680 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719): Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.348779 26982 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 1 FOLLOWER]: Advancing to term 2
02:04:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.348826 26283 leader_election.cc:304] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 139df40554574a758941c6e16707c03e, a62142ae51d64b41b79f78f74a2c9831; no voters:
02:04:07.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.349193 26983 raft_consensus.cc:2802] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [term 1 FOLLOWER]: Leader pre-election won for term 2
02:04:07.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.349364 26983 raft_consensus.cc:491] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [term 1 FOLLOWER]: Starting leader election (detected failure of leader bdf1eb108276440db816cbba2a720656)
02:04:07.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.349467 26983 raft_consensus.cc:3058] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [term 1 FOLLOWER]: Advancing to term 2
02:04:07.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:07.350095 26283 leader_election.cc:336] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719): Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:07.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.351292 26982 raft_consensus.cc:513] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:07.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.351605 26983 raft_consensus.cc:513] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:07.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.351898 26982 leader_election.cc:290] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 2 election: Requested vote from peers a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329), bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719)
02:04:07.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.352264 26983 leader_election.cc:290] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [CANDIDATE]: Term 2 election: Requested vote from peers 139df40554574a758941c6e16707c03e (127.25.144.62:38083), bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719)
02:04:07.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.352269 26307 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "139df40554574a758941c6e16707c03e" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a62142ae51d64b41b79f78f74a2c9831"
02:04:07.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.352674 26307 raft_consensus.cc:2391] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 139df40554574a758941c6e16707c03e in current term 2: Already voted for candidate a62142ae51d64b41b79f78f74a2c9831 in this term.
02:04:07.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.352936 26228 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a62142ae51d64b41b79f78f74a2c9831" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "139df40554574a758941c6e16707c03e"
02:04:07.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.353183 26228 raft_consensus.cc:2391] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate a62142ae51d64b41b79f78f74a2c9831 in current term 2: Already voted for candidate 139df40554574a758941c6e16707c03e in this term.
02:04:07.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:07.353266 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719): Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:07.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.353386 26202 leader_election.cc:304] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 139df40554574a758941c6e16707c03e; no voters: a62142ae51d64b41b79f78f74a2c9831, bdf1eb108276440db816cbba2a720656
02:04:07.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.353652 26982 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
02:04:07.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:07.354272 26283 leader_election.cc:336] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719): Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:07.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.354418 26283 leader_election.cc:304] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a62142ae51d64b41b79f78f74a2c9831; no voters: 139df40554574a758941c6e16707c03e, bdf1eb108276440db816cbba2a720656
02:04:07.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.354775 26983 raft_consensus.cc:2747] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
02:04:07.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:07.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.379 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.25.144.60:40719(127.25.144.60:40719) for tablet Kudu Master: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:07.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:07.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:07.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:07.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:07.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:07.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:07.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:07.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:07.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:07.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:07.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:07.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:07.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:07.520 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] sending RPC to server master-127.25.144.60:40719, [2ms] received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1371957122(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/585998101@6312867 -> (continuation of Deferred@758647923 after retry RPC after error@676708804) -> (continuation of Deferred@1246579003 after retry RPC after error@1160786437) -> (continuation of Deferred@671540548 after retry RPC after error@786123361) -> (continuation of Deferred@243259920 after retry RPC after error@1251701184) -> (continuation of Deferred@1428717842 after retry RPC after error@559169940) -> (continuation of Deferred@1368105204 after retry RPC after error@1083170420), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/978413659@51bef766 -> (continuation of Deferred@758647923 after retry RPC after error@676708804) -> (continuation of Deferred@1246579003 after retry RPC after error@1160786437) -> (continuation of Deferred@671540548 after retry RPC after error@786123361) -> (continuation of Deferred@243259920 after retry RPC after error@1251701184) -> (continuation of Deferred@1428717842 after retry RPC after error@559169940) -> (continuation of Deferred@1368105204 after retry RPC after error@1083170420)))
02:04:07.521 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] sending RPC to server master-127.25.144.60:40719, [2ms] received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1371957122(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/585998101@6312867 -> (continuation of Deferred@758647923 after retry RPC after error@676708804) -> (continuation of Deferred@1246579003 after retry RPC after error@1160786437) -> (continuation of Deferred@671540548 after retry RPC after error@786123361) -> (continuation of Deferred@243259920 after retry RPC after error@1251701184) -> (continuation of Deferred@1428717842 after retry RPC after error@559169940) -> (continuation of Deferred@1368105204 after retry RPC after error@1083170420), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/978413659@51bef766 -> (continuation of Deferred@758647923 after retry RPC after error@676708804) -> (continuation of Deferred@1246579003 after retry RPC after error@1160786437) -> (continuation of Deferred@671540548 after retry RPC after error@786123361) -> (continuation of Deferred@243259920 after retry RPC after error@1251701184) -> (continuation of Deferred@1428717842 after retry RPC after error@559169940) -> (continuation of Deferred@1368105204 after retry RPC after error@1083170420)))
02:04:07.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:07.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:07.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:07.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.558 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:07.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:07.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:07.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:07.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:07.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:07.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:07.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:07.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:07.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:07.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.731032 26983 raft_consensus.cc:491] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.731266 26983 raft_consensus.cc:513] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:07.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.731868 26983 leader_election.cc:290] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 139df40554574a758941c6e16707c03e (127.25.144.62:38083), bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719)
02:04:07.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.732538 26228 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a62142ae51d64b41b79f78f74a2c9831" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "139df40554574a758941c6e16707c03e" is_pre_election: true
02:04:07.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.732789 26228 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a62142ae51d64b41b79f78f74a2c9831 in term 2.
02:04:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.733296 26283 leader_election.cc:304] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 139df40554574a758941c6e16707c03e, a62142ae51d64b41b79f78f74a2c9831; no voters:
02:04:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:07.733515 26283 leader_election.cc:336] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719): Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.733565 26983 raft_consensus.cc:2802] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [term 2 FOLLOWER]: Leader pre-election won for term 3
02:04:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.733683 26983 raft_consensus.cc:491] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.733820 26983 raft_consensus.cc:3058] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [term 2 FOLLOWER]: Advancing to term 3
02:04:07.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.735674 26983 raft_consensus.cc:513] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:07.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.736166 26983 leader_election.cc:290] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [CANDIDATE]: Term 3 election: Requested vote from peers 139df40554574a758941c6e16707c03e (127.25.144.62:38083), bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719)
02:04:07.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.736681 26228 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a62142ae51d64b41b79f78f74a2c9831" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "139df40554574a758941c6e16707c03e"
02:04:07.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.736879 26228 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 2 FOLLOWER]: Advancing to term 3
02:04:07.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:07.737445 26283 leader_election.cc:336] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719): Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:07.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.738823 26228 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a62142ae51d64b41b79f78f74a2c9831 in term 3.
02:04:07.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.739212 26283 leader_election.cc:304] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 139df40554574a758941c6e16707c03e, a62142ae51d64b41b79f78f74a2c9831; no voters: bdf1eb108276440db816cbba2a720656
02:04:07.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.739457 26983 raft_consensus.cc:2802] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [term 3 FOLLOWER]: Leader election won for term 3
02:04:07.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.739894 26983 raft_consensus.cc:695] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [term 3 LEADER]: Becoming Leader. State: Replica: a62142ae51d64b41b79f78f74a2c9831, State: Running, Role: LEADER
02:04:07.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.740490 26983 consensus_queue.cc:237] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:07.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.741935 26991 sys_catalog.cc:455] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a62142ae51d64b41b79f78f74a2c9831. Latest consensus state: current_term: 3 leader_uuid: "a62142ae51d64b41b79f78f74a2c9831" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } } }
02:04:07.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.742244 26991 sys_catalog.cc:458] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [sys.catalog]: This master's current role is: LEADER
02:04:07.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.742878 26992 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
02:04:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.745407 26992 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=59b75c138c244e4ebdc2af51e25ba2fb]
02:04:07.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.745965 26992 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback_rolling [id=b8d7bc9c71584a7ca18eeb02dede3546]
02:04:07.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.747601 26992 tablet_loader.cc:96] loaded metadata for tablet 7a623f8b6f054a3aaecf8a6fa89c60fe (table txn_manager_fallback_rolling [id=b8d7bc9c71584a7ca18eeb02dede3546])
02:04:07.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.748018 26992 tablet_loader.cc:96] loaded metadata for tablet 9b07d019caff4a76a17fd661e40b7623 (table txn_manager_fallback_rolling [id=b8d7bc9c71584a7ca18eeb02dede3546])
02:04:07.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.748370 26992 tablet_loader.cc:96] loaded metadata for tablet ed4090b3f62f491dbf90ffcc5aa46f3d (table kudu_system.kudu_transactions [id=59b75c138c244e4ebdc2af51e25ba2fb])
02:04:07.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.748636 26992 catalog_manager.cc:1486] Initializing Kudu cluster ID...
02:04:07.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.749414 26992 catalog_manager.cc:1261] Loaded cluster ID: 44950a8a1c3d45fea2f8f4df9674fb9f
02:04:07.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.749495 26992 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
02:04:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.750604 26992 catalog_manager.cc:1506] Loading token signing keys...
02:04:07.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.751379 26992 catalog_manager.cc:5966] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831: Loaded TSK: 0
02:04:07.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.752135 26992 catalog_manager.cc:1516] Initializing in-progress tserver states...
02:04:07.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:07.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:07.780 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:04:07.781 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [243ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, deferred=Deferred@159075041(state=PENDING, result=null, callback=(continuation of Deferred@210499457 after retry RPC after error@1281481350) -> (continuation of Deferred@15355585 after retry RPC after error@1402286207) -> (continuation of Deferred@15852147 after retry RPC after error@1107733761) -> (continuation of Deferred@273182662 after retry RPC after error@1780790136) -> (continuation of Deferred@1707681333 after retry RPC after error@307290408) -> (continuation of Deferred@1094032123 after retry RPC after error@247811798) -> (continuation of Deferred@571550133 after retry RPC after error@928892286), errback=(continuation of Deferred@210499457 after retry RPC after error@1281481350) -> (continuation of Deferred@15355585 after retry RPC after error@1402286207) -> (continuation of Deferred@15852147 after retry RPC after error@1107733761) -> (continuation of Deferred@273182662 after retry RPC after error@1780790136) -> (continuation of Deferred@1707681333 after retry RPC after error@307290408) -> (continuation of Deferred@1094032123 after retry RPC after error@247811798) -> (continuation of Deferred@571550133 after retry RPC after error@928892286))) after lookup
02:04:07.797 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [243ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: OK, [246ms] sending RPC to server master-127.25.144.61:40329, deferred=Deferred@159075041(state=PENDING, result=null, callback=(continuation of Deferred@210499457 after retry RPC after error@1281481350) -> (continuation of Deferred@15355585 after retry RPC after error@1402286207) -> (continuation of Deferred@15852147 after retry RPC after error@1107733761) -> (continuation of Deferred@273182662 after retry RPC after error@1780790136) -> (continuation of Deferred@1707681333 after retry RPC after error@307290408) -> (continuation of Deferred@1094032123 after retry RPC after error@247811798) -> (continuation of Deferred@571550133 after retry RPC after error@928892286) -> (continuation of Deferred@1507056150 after retry RPC@1686970856), errback=(continuation of Deferred@210499457 after retry RPC after error@1281481350) -> (continuation of Deferred@15355585 after retry RPC after error@1402286207) -> (continuation of Deferred@15852147 after retry RPC after error@1107733761) -> (continuation of Deferred@273182662 after retry RPC after error@1780790136) -> (continuation of Deferred@1707681333 after retry RPC after error@307290408) -> (continuation of Deferred@1094032123 after retry RPC after error@247811798) -> (continuation of Deferred@571550133 after retry RPC after error@928892286) -> (continuation of Deferred@1507056150 after retry RPC@1686970856)))
02:04:07.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:07.804965 26329 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:44318 (request call id 16) took 22 ms (client timeout 5 ms). Trace:
02:04:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:07.805217 26329 rpcz_store.cc:269] 0904 02:04:07.782468 (+ 0us) service_pool.cc:168] Inserting onto call queue
02:04:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0904 02:04:07.782541 (+ 73us) service_pool.cc:225] Handling call
02:04:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0904 02:04:07.804845 (+ 22304us) inbound_call.cc:173] Queueing success response
02:04:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":454,"thread_start_us":716,"threads_started":3}
02:04:07.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 831493134705 + 9223371205361641738 cannot be represented in type 'long'
02:04:07.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:07.837776 26283 consensus_peers.cc:489] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 -> Peer bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719): Couldn't send request to peer bdf1eb108276440db816cbba2a720656. Status: Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.836535 26299 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:41070:
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:04:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:04:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:04:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:04:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:04:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:04:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:04:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:04:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:04:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:04:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:04:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:04:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:04:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:04:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:04:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:04:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:04:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:04:07.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:07.845263 26299 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:04:07.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.864106 26228 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Refusing update from remote peer a62142ae51d64b41b79f78f74a2c9831: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
02:04:07.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.865252 26991 consensus_queue.cc:1035] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [LEADER]: Connected to new peer: Peer: permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.001s
02:04:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.869745 27006 sys_catalog.cc:455] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [sys.catalog]: SysCatalogTable state changed. Reason: New leader a62142ae51d64b41b79f78f74a2c9831. Latest consensus state: current_term: 3 leader_uuid: "a62142ae51d64b41b79f78f74a2c9831" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } } }
02:04:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.870009 27006 sys_catalog.cc:458] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [sys.catalog]: This master's current role is: FOLLOWER
02:04:07.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.881814 27006 sys_catalog.cc:455] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "a62142ae51d64b41b79f78f74a2c9831" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } } }
02:04:07.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.882045 27006 sys_catalog.cc:458] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [sys.catalog]: This master's current role is: FOLLOWER
02:04:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.883237 27010 sys_catalog.cc:455] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "a62142ae51d64b41b79f78f74a2c9831" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } } }
02:04:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:07.883526 27010 sys_catalog.cc:458] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 [sys.catalog]: This master's current role is: LEADER
02:04:08.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:08.350287 26283 consensus_peers.cc:489] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 -> Peer bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719): Couldn't send request to peer bdf1eb108276440db816cbba2a720656. Status: Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:04:08.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f9d4874d0c8 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
02:04:08.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:08.864044 26283 consensus_peers.cc:489] T 00000000000000000000000000000000 P a62142ae51d64b41b79f78f74a2c9831 -> Peer bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719): Couldn't send request to peer bdf1eb108276440db816cbba2a720656. Status: Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
02:04:08.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0xa66af5 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
02:04:08.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f9d5bf2eb12 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
02:04:08.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f9d5bf1e624 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:482:48
02:04:08.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f9d5c082c9e in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
02:04:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f9d5c08387b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
02:04:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f9d5c0884bf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
02:04:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f9d55fad2d6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
02:04:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f9d55fad005 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
02:04:08.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f9d4f5a70be in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
02:04:08.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f9d4f5a5f9e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
02:04:08.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f9d4f5ac1d5 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15
02:04:08.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f9d4f5acaff in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5
02:04:08.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f9d4f5ac928 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
02:04:08.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0xa774dc in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
02:04:08.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f9d4881c2b8 in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3
02:04:08.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f9d4bc406da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
02:04:08.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f9d4496471e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12171e)
02:04:08.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:04:08.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in
02:04:08.992 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.144.61:40329(127.25.144.61:40329)] handling channelInactive
02:04:08.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state READY due to: connection closed
02:04:08.992 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.25.144.61:40329(127.25.144.61:40329) for tablet Kudu Master: connection closed
02:04:08.998 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:04:09.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:09.062614 26627 heartbeater.cc:499] Master 127.25.144.61:40329 was elected leader, sending a full tablet report...
02:04:09.075 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.075 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:09.247536 27015 raft_consensus.cc:491] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader a62142ae51d64b41b79f78f74a2c9831)
02:04:09.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:09.247722 27015 raft_consensus.cc:513] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:09.248553 27015 leader_election.cc:290] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329), bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719)
02:04:09.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:09.253500 26202 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111) [suppressed 9 similar messages]
02:04:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:09.254961 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329): Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111)
02:04:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:09.255153 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719): Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:09.255283 26202 leader_election.cc:304] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 139df40554574a758941c6e16707c03e; no voters: a62142ae51d64b41b79f78f74a2c9831, bdf1eb108276440db816cbba2a720656
02:04:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:09.255574 27015 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:04:09.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:09.442418 26768 heartbeater.cc:499] Master 127.25.144.61:40329 was elected leader, sending a full tablet report...
02:04:09.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:09.472698 26187 master_runner.cc:186] Error getting master registration for 127.25.144.61:40329: Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111),
02:04:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:09.472879 26187 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:04:09.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.500 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:09.523674 26910 heartbeater.cc:499] Master 127.25.144.61:40329 was elected leader, sending a full tablet report...
02:04:09.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.600 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1188204029(state=PENDING, result=null, callback=(continuation of Deferred@88131196 after retry RPC after error@1005540925) -> (continuation of Deferred@2073375291 after retry RPC after error@695920081) -> (continuation of Deferred@705344932 after retry RPC after error@1804947558) -> (continuation of Deferred@960734149 after retry RPC after error@1206492497) -> (continuation of Deferred@942782365 after retry RPC after error@2036782749) -> (continuation of Deferred@1562320895 after retry RPC after error@1452741144), errback=(continuation of Deferred@88131196 after retry RPC after error@1005540925) -> (continuation of Deferred@2073375291 after retry RPC after error@695920081) -> (continuation of Deferred@705344932 after retry RPC after error@1804947558) -> (continuation of Deferred@960734149 after retry RPC after error@1206492497) -> (continuation of Deferred@942782365 after retry RPC after error@2036782749) -> (continuation of Deferred@1562320895 after retry RPC after error@1452741144)))
02:04:09.601 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1188204029(state=PENDING, result=null, callback=(continuation of Deferred@88131196 after retry RPC after error@1005540925) -> (continuation of Deferred@2073375291 after retry RPC after error@695920081) -> (continuation of Deferred@705344932 after retry RPC after error@1804947558) -> (continuation of Deferred@960734149 after retry RPC after error@1206492497) -> (continuation of Deferred@942782365 after retry RPC after error@2036782749) -> (continuation of Deferred@1562320895 after retry RPC after error@1452741144), errback=(continuation of Deferred@88131196 after retry RPC after error@1005540925) -> (continuation of Deferred@2073375291 after retry RPC after error@695920081) -> (continuation of Deferred@705344932 after retry RPC after error@1804947558) -> (continuation of Deferred@960734149 after retry RPC after error@1206492497) -> (continuation of Deferred@942782365 after retry RPC after error@2036782749) -> (continuation of Deferred@1562320895 after retry RPC after error@1452741144)))
02:04:09.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.680 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:09.688377 27015 raft_consensus.cc:491] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader a62142ae51d64b41b79f78f74a2c9831)
02:04:09.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:09.688650 27015 raft_consensus.cc:513] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:09.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:09.689253 27015 leader_election.cc:290] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329), bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719)
02:04:09.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:09.690688 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329): Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111)
02:04:09.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:09.690905 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719): Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:09.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:09.691026 26202 leader_election.cc:304] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 139df40554574a758941c6e16707c03e; no voters: a62142ae51d64b41b79f78f74a2c9831, bdf1eb108276440db816cbba2a720656
02:04:09.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:09.691320 27015 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:04:09.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.779 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@513631040(state=PENDING, result=null, callback=(continuation of Deferred@1985758325 after retry RPC after error@303455779) -> (continuation of Deferred@712673190 after retry RPC after error@1594386122) -> (continuation of Deferred@1264840370 after retry RPC after error@1805932219) -> (continuation of Deferred@354270174 after retry RPC after error@163557761) -> (continuation of Deferred@1568524410 after retry RPC after error@346381536) -> (continuation of Deferred@1822344929 after retry RPC after error@416891210), errback=(continuation of Deferred@1985758325 after retry RPC after error@303455779) -> (continuation of Deferred@712673190 after retry RPC after error@1594386122) -> (continuation of Deferred@1264840370 after retry RPC after error@1805932219) -> (continuation of Deferred@354270174 after retry RPC after error@163557761) -> (continuation of Deferred@1568524410 after retry RPC after error@346381536) -> (continuation of Deferred@1822344929 after retry RPC after error@416891210)))
02:04:09.779 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@513631040(state=PENDING, result=null, callback=(continuation of Deferred@1985758325 after retry RPC after error@303455779) -> (continuation of Deferred@712673190 after retry RPC after error@1594386122) -> (continuation of Deferred@1264840370 after retry RPC after error@1805932219) -> (continuation of Deferred@354270174 after retry RPC after error@163557761) -> (continuation of Deferred@1568524410 after retry RPC after error@346381536) -> (continuation of Deferred@1822344929 after retry RPC after error@416891210), errback=(continuation of Deferred@1985758325 after retry RPC after error@303455779) -> (continuation of Deferred@712673190 after retry RPC after error@1594386122) -> (continuation of Deferred@1264840370 after retry RPC after error@1805932219) -> (continuation of Deferred@354270174 after retry RPC after error@163557761) -> (continuation of Deferred@1568524410 after retry RPC after error@346381536) -> (continuation of Deferred@1822344929 after retry RPC after error@416891210)))
02:04:09.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:09.970571 26793 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.044s from last keepalive heartbeat (effective timeout is 1.000s)
02:04:09.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:09.980 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@11623074(state=PENDING, result=null, callback=(continuation of Deferred@980702622 after retry RPC after error@1175394296) -> (continuation of Deferred@1377059081 after retry RPC after error@1484420515) -> (continuation of Deferred@1085936535 after retry RPC after error@2125753519) -> (continuation of Deferred@249067129 after retry RPC after error@84200812) -> (continuation of Deferred@355614960 after retry RPC after error@1212057581) -> (continuation of Deferred@93866797 after retry RPC after error@651463007), errback=(continuation of Deferred@980702622 after retry RPC after error@1175394296) -> (continuation of Deferred@1377059081 after retry RPC after error@1484420515) -> (continuation of Deferred@1085936535 after retry RPC after error@2125753519) -> (continuation of Deferred@249067129 after retry RPC after error@84200812) -> (continuation of Deferred@355614960 after retry RPC after error@1212057581) -> (continuation of Deferred@93866797 after retry RPC after error@651463007)))
02:04:09.980 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@11623074(state=PENDING, result=null, callback=(continuation of Deferred@980702622 after retry RPC after error@1175394296) -> (continuation of Deferred@1377059081 after retry RPC after error@1484420515) -> (continuation of Deferred@1085936535 after retry RPC after error@2125753519) -> (continuation of Deferred@249067129 after retry RPC after error@84200812) -> (continuation of Deferred@355614960 after retry RPC after error@1212057581) -> (continuation of Deferred@93866797 after retry RPC after error@651463007), errback=(continuation of Deferred@980702622 after retry RPC after error@1175394296) -> (continuation of Deferred@1377059081 after retry RPC after error@1484420515) -> (continuation of Deferred@1085936535 after retry RPC after error@2125753519) -> (continuation of Deferred@249067129 after retry RPC after error@84200812) -> (continuation of Deferred@355614960 after retry RPC after error@1212057581) -> (continuation of Deferred@93866797 after retry RPC after error@651463007)))
02:04:09.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:09.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:09.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:09.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:09.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.257 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1117234749(state=PENDING, result=null, callback=(continuation of Deferred@1099012603 after retry RPC after error@1230389848) -> (continuation of Deferred@591032945 after retry RPC after error@1550028389) -> (continuation of Deferred@299928147 after retry RPC after error@1793023669) -> (continuation of Deferred@436605029 after retry RPC after error@1515632102) -> (continuation of Deferred@1332809453 after retry RPC after error@1598806848) -> (continuation of Deferred@1969516020 after retry RPC after error@452071227) -> (continuation of Deferred@1563655406 after retry RPC after error@1554202067), errback=(continuation of Deferred@1099012603 after retry RPC after error@1230389848) -> (continuation of Deferred@591032945 after retry RPC after error@1550028389) -> (continuation of Deferred@299928147 after retry RPC after error@1793023669) -> (continuation of Deferred@436605029 after retry RPC after error@1515632102) -> (continuation of Deferred@1332809453 after retry RPC after error@1598806848) -> (continuation of Deferred@1969516020 after retry RPC after error@452071227) -> (continuation of Deferred@1563655406 after retry RPC after error@1554202067)))
02:04:10.257 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:04:10.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.298 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:10.358608 27034 raft_consensus.cc:491] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader a62142ae51d64b41b79f78f74a2c9831)
02:04:10.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:10.358875 27034 raft_consensus.cc:513] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:10.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:10.359508 27034 leader_election.cc:290] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329), bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719)
02:04:10.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:10.361680 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329): Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111)
02:04:10.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:10.361866 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719): Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:10.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:10.361963 26202 leader_election.cc:304] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 139df40554574a758941c6e16707c03e; no voters: a62142ae51d64b41b79f78f74a2c9831, bdf1eb108276440db816cbba2a720656
02:04:10.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:10.362195 27034 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:04:10.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.480 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.519 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@568051823(state=PENDING, result=null, callback=(continuation of Deferred@1683092138 after retry RPC after error@1278043273) -> (continuation of Deferred@219149707 after retry RPC after error@1927863541) -> (continuation of Deferred@432518304 after retry RPC after error@1047102013) -> (continuation of Deferred@1287162838 after retry RPC after error@2021915072) -> (continuation of Deferred@1548034244 after retry RPC after error@776939803) -> (continuation of Deferred@639754559 after retry RPC after error@1091260866) -> (continuation of Deferred@884808231 after retry RPC after error@1668151898), errback=(continuation of Deferred@1683092138 after retry RPC after error@1278043273) -> (continuation of Deferred@219149707 after retry RPC after error@1927863541) -> (continuation of Deferred@432518304 after retry RPC after error@1047102013) -> (continuation of Deferred@1287162838 after retry RPC after error@2021915072) -> (continuation of Deferred@1548034244 after retry RPC after error@776939803) -> (continuation of Deferred@639754559 after retry RPC after error@1091260866) -> (continuation of Deferred@884808231 after retry RPC after error@1668151898)))
02:04:10.520 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@568051823(state=PENDING, result=null, callback=(continuation of Deferred@1683092138 after retry RPC after error@1278043273) -> (continuation of Deferred@219149707 after retry RPC after error@1927863541) -> (continuation of Deferred@432518304 after retry RPC after error@1047102013) -> (continuation of Deferred@1287162838 after retry RPC after error@2021915072) -> (continuation of Deferred@1548034244 after retry RPC after error@776939803) -> (continuation of Deferred@639754559 after retry RPC after error@1091260866) -> (continuation of Deferred@884808231 after retry RPC after error@1668151898), errback=(continuation of Deferred@1683092138 after retry RPC after error@1278043273) -> (continuation of Deferred@219149707 after retry RPC after error@1927863541) -> (continuation of Deferred@432518304 after retry RPC after error@1047102013) -> (continuation of Deferred@1287162838 after retry RPC after error@2021915072) -> (continuation of Deferred@1548034244 after retry RPC after error@776939803) -> (continuation of Deferred@639754559 after retry RPC after error@1091260866) -> (continuation of Deferred@884808231 after retry RPC after error@1668151898)))
02:04:10.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.759 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@78144855(state=PENDING, result=null, callback=(continuation of Deferred@181500082 after retry RPC after error@184158828) -> (continuation of Deferred@1099688037 after retry RPC after error@105824222) -> (continuation of Deferred@131810125 after retry RPC after error@1562939568) -> (continuation of Deferred@1140753328 after retry RPC after error@809329758) -> (continuation of Deferred@1839306815 after retry RPC after error@1955936299) -> (continuation of Deferred@1128388106 after retry RPC after error@403002792) -> (continuation of Deferred@2038716151 after retry RPC after error@604863884), errback=(continuation of Deferred@181500082 after retry RPC after error@184158828) -> (continuation of Deferred@1099688037 after retry RPC after error@105824222) -> (continuation of Deferred@131810125 after retry RPC after error@1562939568) -> (continuation of Deferred@1140753328 after retry RPC after error@809329758) -> (continuation of Deferred@1839306815 after retry RPC after error@1955936299) -> (continuation of Deferred@1128388106 after retry RPC after error@403002792) -> (continuation of Deferred@2038716151 after retry RPC after error@604863884)))
02:04:10.760 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@78144855(state=PENDING, result=null, callback=(continuation of Deferred@181500082 after retry RPC after error@184158828) -> (continuation of Deferred@1099688037 after retry RPC after error@105824222) -> (continuation of Deferred@131810125 after retry RPC after error@1562939568) -> (continuation of Deferred@1140753328 after retry RPC after error@809329758) -> (continuation of Deferred@1839306815 after retry RPC after error@1955936299) -> (continuation of Deferred@1128388106 after retry RPC after error@403002792) -> (continuation of Deferred@2038716151 after retry RPC after error@604863884), errback=(continuation of Deferred@181500082 after retry RPC after error@184158828) -> (continuation of Deferred@1099688037 after retry RPC after error@105824222) -> (continuation of Deferred@131810125 after retry RPC after error@1562939568) -> (continuation of Deferred@1140753328 after retry RPC after error@809329758) -> (continuation of Deferred@1839306815 after retry RPC after error@1955936299) -> (continuation of Deferred@1128388106 after retry RPC after error@403002792) -> (continuation of Deferred@2038716151 after retry RPC after error@604863884)))
02:04:10.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.820 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.860 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:10.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:10.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:10.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:10.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:10.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.019 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@411927794(state=PENDING, result=null, callback=(continuation of Deferred@659305276 after retry RPC after error@950084068) -> (continuation of Deferred@1268631420 after retry RPC after error@1061384425) -> (continuation of Deferred@2035315182 after retry RPC after error@1213186337) -> (continuation of Deferred@1833716083 after retry RPC after error@1236051979) -> (continuation of Deferred@856256465 after retry RPC after error@91879000) -> (continuation of Deferred@183578709 after retry RPC after error@649145840) -> (continuation of Deferred@1581164816 after retry RPC after error@348086201), errback=(continuation of Deferred@659305276 after retry RPC after error@950084068) -> (continuation of Deferred@1268631420 after retry RPC after error@1061384425) -> (continuation of Deferred@2035315182 after retry RPC after error@1213186337) -> (continuation of Deferred@1833716083 after retry RPC after error@1236051979) -> (continuation of Deferred@856256465 after retry RPC after error@91879000) -> (continuation of Deferred@183578709 after retry RPC after error@649145840) -> (continuation of Deferred@1581164816 after retry RPC after error@348086201)))
02:04:11.020 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@411927794(state=PENDING, result=null, callback=(continuation of Deferred@659305276 after retry RPC after error@950084068) -> (continuation of Deferred@1268631420 after retry RPC after error@1061384425) -> (continuation of Deferred@2035315182 after retry RPC after error@1213186337) -> (continuation of Deferred@1833716083 after retry RPC after error@1236051979) -> (continuation of Deferred@856256465 after retry RPC after error@91879000) -> (continuation of Deferred@183578709 after retry RPC after error@649145840) -> (continuation of Deferred@1581164816 after retry RPC after error@348086201), errback=(continuation of Deferred@659305276 after retry RPC after error@950084068) -> (continuation of Deferred@1268631420 after retry RPC after error@1061384425) -> (continuation of Deferred@2035315182 after retry RPC after error@1213186337) -> (continuation of Deferred@1833716083 after retry RPC after error@1236051979) -> (continuation of Deferred@856256465 after retry RPC after error@91879000) -> (continuation of Deferred@183578709 after retry RPC after error@649145840) -> (continuation of Deferred@1581164816 after retry RPC after error@348086201)))
02:04:11.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.080 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:11.121738 27041 raft_consensus.cc:491] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader a62142ae51d64b41b79f78f74a2c9831)
02:04:11.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:11.122026 27041 raft_consensus.cc:513] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:11.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:11.122718 27041 leader_election.cc:290] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329), bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719)
02:04:11.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:11.125113 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329): Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111)
02:04:11.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:11.125327 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719): Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:11.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:11.125406 26202 leader_election.cc:304] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 139df40554574a758941c6e16707c03e; no voters: a62142ae51d64b41b79f78f74a2c9831, bdf1eb108276440db816cbba2a720656
02:04:11.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:11.125670 27041 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:04:11.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.200 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1783855664(state=PENDING, result=null, callback=(continuation of Deferred@1965776670 after retry RPC after error@161943376) -> (continuation of Deferred@965111917 after retry RPC after error@1215635351) -> (continuation of Deferred@1737062952 after retry RPC after error@1457861638) -> (continuation of Deferred@1550459823 after retry RPC after error@1015223826) -> (continuation of Deferred@276259728 after retry RPC after error@1867325596) -> (continuation of Deferred@1656160641 after retry RPC after error@1176545347), errback=(continuation of Deferred@1965776670 after retry RPC after error@161943376) -> (continuation of Deferred@965111917 after retry RPC after error@1215635351) -> (continuation of Deferred@1737062952 after retry RPC after error@1457861638) -> (continuation of Deferred@1550459823 after retry RPC after error@1015223826) -> (continuation of Deferred@276259728 after retry RPC after error@1867325596) -> (continuation of Deferred@1656160641 after retry RPC after error@1176545347)))
02:04:11.200 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1783855664(state=PENDING, result=null, callback=(continuation of Deferred@1965776670 after retry RPC after error@161943376) -> (continuation of Deferred@965111917 after retry RPC after error@1215635351) -> (continuation of Deferred@1737062952 after retry RPC after error@1457861638) -> (continuation of Deferred@1550459823 after retry RPC after error@1015223826) -> (continuation of Deferred@276259728 after retry RPC after error@1867325596) -> (continuation of Deferred@1656160641 after retry RPC after error@1176545347), errback=(continuation of Deferred@1965776670 after retry RPC after error@161943376) -> (continuation of Deferred@965111917 after retry RPC after error@1215635351) -> (continuation of Deferred@1737062952 after retry RPC after error@1457861638) -> (continuation of Deferred@1550459823 after retry RPC after error@1015223826) -> (continuation of Deferred@276259728 after retry RPC after error@1867325596) -> (continuation of Deferred@1656160641 after retry RPC after error@1176545347)))
02:04:11.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.400 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@2047569171(state=PENDING, result=null, callback=(continuation of Deferred@533982789 after retry RPC after error@723904607) -> (continuation of Deferred@11573209 after retry RPC after error@561123625) -> (continuation of Deferred@567505540 after retry RPC after error@623903217) -> (continuation of Deferred@557466833 after retry RPC after error@275837574) -> (continuation of Deferred@713942366 after retry RPC after error@261572215) -> (continuation of Deferred@2096662424 after retry RPC after error@1804320323), errback=(continuation of Deferred@533982789 after retry RPC after error@723904607) -> (continuation of Deferred@11573209 after retry RPC after error@561123625) -> (continuation of Deferred@567505540 after retry RPC after error@623903217) -> (continuation of Deferred@557466833 after retry RPC after error@275837574) -> (continuation of Deferred@713942366 after retry RPC after error@261572215) -> (continuation of Deferred@2096662424 after retry RPC after error@1804320323)))
02:04:11.400 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@2047569171(state=PENDING, result=null, callback=(continuation of Deferred@533982789 after retry RPC after error@723904607) -> (continuation of Deferred@11573209 after retry RPC after error@561123625) -> (continuation of Deferred@567505540 after retry RPC after error@623903217) -> (continuation of Deferred@557466833 after retry RPC after error@275837574) -> (continuation of Deferred@713942366 after retry RPC after error@261572215) -> (continuation of Deferred@2096662424 after retry RPC after error@1804320323), errback=(continuation of Deferred@533982789 after retry RPC after error@723904607) -> (continuation of Deferred@11573209 after retry RPC after error@561123625) -> (continuation of Deferred@567505540 after retry RPC after error@623903217) -> (continuation of Deferred@557466833 after retry RPC after error@275837574) -> (continuation of Deferred@713942366 after retry RPC after error@261572215) -> (continuation of Deferred@2096662424 after retry RPC after error@1804320323)))
02:04:11.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.460 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.478 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.677 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [160ms] Sub RPC ConnectToMaster: refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [220ms] Sub RPC ConnectToMaster: refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [223ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1754381485(state=PENDING, result=null, callback=(continuation of Deferred@984272397 after retry RPC after error@28032089) -> (continuation of Deferred@1557344834 after retry RPC after error@960666017) -> (continuation of Deferred@1433727522 after retry RPC after error@165791137) -> (continuation of Deferred@1281734653 after retry RPC after error@1632084033) -> (continuation of Deferred@324058025 after retry RPC after error@337361071) -> (continuation of Deferred@1973432206 after retry RPC after error@691657939), errback=(continuation of Deferred@984272397 after retry RPC after error@28032089) -> (continuation of Deferred@1557344834 after retry RPC after error@960666017) -> (continuation of Deferred@1433727522 after retry RPC after error@165791137) -> (continuation of Deferred@1281734653 after retry RPC after error@1632084033) -> (continuation of Deferred@324058025 after retry RPC after error@337361071) -> (continuation of Deferred@1973432206 after retry RPC after error@691657939)))
02:04:11.678 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=5, TimeoutTracker(timeout=110, elapsed=120), Traces: [0ms] sending RPC to server master-127.25.144.61:40329, [1ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.25.144.60:40719, [20ms] sending RPC to server master-127.25.144.62:38083, [20ms] sending RPC to server master-127.25.144.61:40329, [21ms] received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] sending RPC to server master-127.25.144.60:40719, [40ms] sending RPC to server master-127.25.144.62:38083, [40ms] sending RPC to server master-127.25.144.61:40329, [41ms] received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] sending RPC to server master-127.25.144.60:40719, [60ms] sending RPC to server master-127.25.144.62:38083, [60ms] sending RPC to server master-127.25.144.61:40329, [61ms] received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [79ms] refreshing cache from master, [80ms] sending RPC to server master-127.25.144.60:40719, [80ms] sending RPC to server master-127.25.144.62:38083, [80ms] sending RPC to server master-127.25.144.61:40329, [81ms] received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1059235758(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.25.144.61:40329 -> (continuation of Deferred@1991618085 after retry RPC after error@43856674) -> (continuation of Deferred@1705355494 after retry RPC after error@1326480427) -> (continuation of Deferred@344930154 after retry RPC after error@2137002746) -> (continuation of Deferred@927627112 after retry RPC after error@2071438478), errback=org.apache.kudu.client.ConnectToCluster$1@162ee8ed -> ConnectToMasterErrCB for 127.25.144.61:40329 -> (continuation of Deferred@1991618085 after retry RPC after error@43856674) -> (continuation of Deferred@1705355494 after retry RPC after error@1326480427) -> (continuation of Deferred@344930154 after retry RPC after error@2137002746) -> (continuation of Deferred@927627112 after retry RPC after error@2071438478)))
02:04:11.678 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.679 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:04:11.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.697 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
02:04:11.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:04:11.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.760 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.899 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1722455322(state=PENDING, result=null, callback=(continuation of Deferred@947286199 after retry RPC after error@523203063) -> (continuation of Deferred@1419674713 after retry RPC after error@1722734997) -> (continuation of Deferred@1834417727 after retry RPC after error@152210091) -> (continuation of Deferred@697203612 after retry RPC after error@964455753) -> (continuation of Deferred@1669454687 after retry RPC after error@2119914070) -> (continuation of Deferred@609457306 after retry RPC after error@2116002684) -> (continuation of Deferred@329897155 after retry RPC after error@935652610), errback=(continuation of Deferred@947286199 after retry RPC after error@523203063) -> (continuation of Deferred@1419674713 after retry RPC after error@1722734997) -> (continuation of Deferred@1834417727 after retry RPC after error@152210091) -> (continuation of Deferred@697203612 after retry RPC after error@964455753) -> (continuation of Deferred@1669454687 after retry RPC after error@2119914070) -> (continuation of Deferred@609457306 after retry RPC after error@2116002684) -> (continuation of Deferred@329897155 after retry RPC after error@935652610)))
02:04:11.900 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1722455322(state=PENDING, result=null, callback=(continuation of Deferred@947286199 after retry RPC after error@523203063) -> (continuation of Deferred@1419674713 after retry RPC after error@1722734997) -> (continuation of Deferred@1834417727 after retry RPC after error@152210091) -> (continuation of Deferred@697203612 after retry RPC after error@964455753) -> (continuation of Deferred@1669454687 after retry RPC after error@2119914070) -> (continuation of Deferred@609457306 after retry RPC after error@2116002684) -> (continuation of Deferred@329897155 after retry RPC after error@935652610), errback=(continuation of Deferred@947286199 after retry RPC after error@523203063) -> (continuation of Deferred@1419674713 after retry RPC after error@1722734997) -> (continuation of Deferred@1834417727 after retry RPC after error@152210091) -> (continuation of Deferred@697203612 after retry RPC after error@964455753) -> (continuation of Deferred@1669454687 after retry RPC after error@2119914070) -> (continuation of Deferred@609457306 after retry RPC after error@2116002684) -> (continuation of Deferred@329897155 after retry RPC after error@935652610)))
02:04:11.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:11.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:11.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:11.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:11.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:11.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.139 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1659031334(state=PENDING, result=null, callback=(continuation of Deferred@753164814 after retry RPC after error@375968312) -> (continuation of Deferred@1435375883 after retry RPC after error@560031587) -> (continuation of Deferred@773494099 after retry RPC after error@2117303226) -> (continuation of Deferred@1540383542 after retry RPC after error@1897942352) -> (continuation of Deferred@191557162 after retry RPC after error@1860282966) -> (continuation of Deferred@921746799 after retry RPC after error@1162423340) -> (continuation of Deferred@420380945 after retry RPC after error@2061380476), errback=(continuation of Deferred@753164814 after retry RPC after error@375968312) -> (continuation of Deferred@1435375883 after retry RPC after error@560031587) -> (continuation of Deferred@773494099 after retry RPC after error@2117303226) -> (continuation of Deferred@1540383542 after retry RPC after error@1897942352) -> (continuation of Deferred@191557162 after retry RPC after error@1860282966) -> (continuation of Deferred@921746799 after retry RPC after error@1162423340) -> (continuation of Deferred@420380945 after retry RPC after error@2061380476)))
02:04:12.140 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1659031334(state=PENDING, result=null, callback=(continuation of Deferred@753164814 after retry RPC after error@375968312) -> (continuation of Deferred@1435375883 after retry RPC after error@560031587) -> (continuation of Deferred@773494099 after retry RPC after error@2117303226) -> (continuation of Deferred@1540383542 after retry RPC after error@1897942352) -> (continuation of Deferred@191557162 after retry RPC after error@1860282966) -> (continuation of Deferred@921746799 after retry RPC after error@1162423340) -> (continuation of Deferred@420380945 after retry RPC after error@2061380476), errback=(continuation of Deferred@753164814 after retry RPC after error@375968312) -> (continuation of Deferred@1435375883 after retry RPC after error@560031587) -> (continuation of Deferred@773494099 after retry RPC after error@2117303226) -> (continuation of Deferred@1540383542 after retry RPC after error@1897942352) -> (continuation of Deferred@191557162 after retry RPC after error@1860282966) -> (continuation of Deferred@921746799 after retry RPC after error@1162423340) -> (continuation of Deferred@420380945 after retry RPC after error@2061380476)))
02:04:12.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:12.141180 27050 raft_consensus.cc:491] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader a62142ae51d64b41b79f78f74a2c9831)
02:04:12.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:12.141369 27050 raft_consensus.cc:513] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:12.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:12.141955 27050 leader_election.cc:290] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329), bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719)
02:04:12.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:12.144385 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329): Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111)
02:04:12.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:12.144625 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719): Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:12.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:12.144721 26202 leader_election.cc:304] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 139df40554574a758941c6e16707c03e; no voters: a62142ae51d64b41b79f78f74a2c9831, bdf1eb108276440db816cbba2a720656
02:04:12.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:12.144980 27050 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:04:12.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.359 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1310502252(state=PENDING, result=null, callback=(continuation of Deferred@1514101894 after retry RPC after error@735172978) -> (continuation of Deferred@362284048 after retry RPC after error@1053080578) -> (continuation of Deferred@515836976 after retry RPC after error@989875420) -> (continuation of Deferred@1852667688 after retry RPC after error@1968366155) -> (continuation of Deferred@334147165 after retry RPC after error@716535376) -> (continuation of Deferred@803504153 after retry RPC after error@1304854292), errback=(continuation of Deferred@1514101894 after retry RPC after error@735172978) -> (continuation of Deferred@362284048 after retry RPC after error@1053080578) -> (continuation of Deferred@515836976 after retry RPC after error@989875420) -> (continuation of Deferred@1852667688 after retry RPC after error@1968366155) -> (continuation of Deferred@334147165 after retry RPC after error@716535376) -> (continuation of Deferred@803504153 after retry RPC after error@1304854292)))
02:04:12.359 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1310502252(state=PENDING, result=null, callback=(continuation of Deferred@1514101894 after retry RPC after error@735172978) -> (continuation of Deferred@362284048 after retry RPC after error@1053080578) -> (continuation of Deferred@515836976 after retry RPC after error@989875420) -> (continuation of Deferred@1852667688 after retry RPC after error@1968366155) -> (continuation of Deferred@334147165 after retry RPC after error@716535376) -> (continuation of Deferred@803504153 after retry RPC after error@1304854292), errback=(continuation of Deferred@1514101894 after retry RPC after error@735172978) -> (continuation of Deferred@362284048 after retry RPC after error@1053080578) -> (continuation of Deferred@515836976 after retry RPC after error@989875420) -> (continuation of Deferred@1852667688 after retry RPC after error@1968366155) -> (continuation of Deferred@334147165 after retry RPC after error@716535376) -> (continuation of Deferred@803504153 after retry RPC after error@1304854292)))
02:04:12.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.619 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@2120400362(state=PENDING, result=null, callback=(continuation of Deferred@597667177 after retry RPC after error@1205465556) -> (continuation of Deferred@812999155 after retry RPC after error@1527973882) -> (continuation of Deferred@96013588 after retry RPC after error@224795430) -> (continuation of Deferred@377985408 after retry RPC after error@1441296509) -> (continuation of Deferred@410261113 after retry RPC after error@636916090) -> (continuation of Deferred@253188061 after retry RPC after error@434808282) -> (continuation of Deferred@555069248 after retry RPC after error@813270873), errback=(continuation of Deferred@597667177 after retry RPC after error@1205465556) -> (continuation of Deferred@812999155 after retry RPC after error@1527973882) -> (continuation of Deferred@96013588 after retry RPC after error@224795430) -> (continuation of Deferred@377985408 after retry RPC after error@1441296509) -> (continuation of Deferred@410261113 after retry RPC after error@636916090) -> (continuation of Deferred@253188061 after retry RPC after error@434808282) -> (continuation of Deferred@555069248 after retry RPC after error@813270873)))
02:04:12.619 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@2120400362(state=PENDING, result=null, callback=(continuation of Deferred@597667177 after retry RPC after error@1205465556) -> (continuation of Deferred@812999155 after retry RPC after error@1527973882) -> (continuation of Deferred@96013588 after retry RPC after error@224795430) -> (continuation of Deferred@377985408 after retry RPC after error@1441296509) -> (continuation of Deferred@410261113 after retry RPC after error@636916090) -> (continuation of Deferred@253188061 after retry RPC after error@434808282) -> (continuation of Deferred@555069248 after retry RPC after error@813270873), errback=(continuation of Deferred@597667177 after retry RPC after error@1205465556) -> (continuation of Deferred@812999155 after retry RPC after error@1527973882) -> (continuation of Deferred@96013588 after retry RPC after error@224795430) -> (continuation of Deferred@377985408 after retry RPC after error@1441296509) -> (continuation of Deferred@410261113 after retry RPC after error@636916090) -> (continuation of Deferred@253188061 after retry RPC after error@434808282) -> (continuation of Deferred@555069248 after retry RPC after error@813270873)))
02:04:12.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.779 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1899295653(state=PENDING, result=null, callback=(continuation of Deferred@340023602 after retry RPC after error@1753104187) -> (continuation of Deferred@465348364 after retry RPC after error@1296291333) -> (continuation of Deferred@2079890262 after retry RPC after error@1650914549) -> (continuation of Deferred@471645042 after retry RPC after error@1337763082) -> (continuation of Deferred@1881257344 after retry RPC after error@632628781) -> (continuation of Deferred@1544277698 after retry RPC after error@1991615676), errback=(continuation of Deferred@340023602 after retry RPC after error@1753104187) -> (continuation of Deferred@465348364 after retry RPC after error@1296291333) -> (continuation of Deferred@2079890262 after retry RPC after error@1650914549) -> (continuation of Deferred@471645042 after retry RPC after error@1337763082) -> (continuation of Deferred@1881257344 after retry RPC after error@632628781) -> (continuation of Deferred@1544277698 after retry RPC after error@1991615676)))
02:04:12.779 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1899295653(state=PENDING, result=null, callback=(continuation of Deferred@340023602 after retry RPC after error@1753104187) -> (continuation of Deferred@465348364 after retry RPC after error@1296291333) -> (continuation of Deferred@2079890262 after retry RPC after error@1650914549) -> (continuation of Deferred@471645042 after retry RPC after error@1337763082) -> (continuation of Deferred@1881257344 after retry RPC after error@632628781) -> (continuation of Deferred@1544277698 after retry RPC after error@1991615676), errback=(continuation of Deferred@340023602 after retry RPC after error@1753104187) -> (continuation of Deferred@465348364 after retry RPC after error@1296291333) -> (continuation of Deferred@2079890262 after retry RPC after error@1650914549) -> (continuation of Deferred@471645042 after retry RPC after error@1337763082) -> (continuation of Deferred@1881257344 after retry RPC after error@632628781) -> (continuation of Deferred@1544277698 after retry RPC after error@1991615676)))
02:04:12.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:12.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:12.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:12.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:12.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:12.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.040 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [243ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1783863766(state=PENDING, result=null, callback=(continuation of Deferred@1643005309 after retry RPC after error@555915479) -> (continuation of Deferred@1979710314 after retry RPC after error@60051754) -> (continuation of Deferred@272775560 after retry RPC after error@622067575) -> (continuation of Deferred@792552468 after retry RPC after error@243363288) -> (continuation of Deferred@252615673 after retry RPC after error@903623976) -> (continuation of Deferred@1904601667 after retry RPC after error@1953474054) -> (continuation of Deferred@264579617 after retry RPC after error@1533291396), errback=(continuation of Deferred@1643005309 after retry RPC after error@555915479) -> (continuation of Deferred@1979710314 after retry RPC after error@60051754) -> (continuation of Deferred@272775560 after retry RPC after error@622067575) -> (continuation of Deferred@792552468 after retry RPC after error@243363288) -> (continuation of Deferred@252615673 after retry RPC after error@903623976) -> (continuation of Deferred@1904601667 after retry RPC after error@1953474054) -> (continuation of Deferred@264579617 after retry RPC after error@1533291396)))
02:04:13.040 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [243ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1783863766(state=PENDING, result=null, callback=(continuation of Deferred@1643005309 after retry RPC after error@555915479) -> (continuation of Deferred@1979710314 after retry RPC after error@60051754) -> (continuation of Deferred@272775560 after retry RPC after error@622067575) -> (continuation of Deferred@792552468 after retry RPC after error@243363288) -> (continuation of Deferred@252615673 after retry RPC after error@903623976) -> (continuation of Deferred@1904601667 after retry RPC after error@1953474054) -> (continuation of Deferred@264579617 after retry RPC after error@1533291396), errback=(continuation of Deferred@1643005309 after retry RPC after error@555915479) -> (continuation of Deferred@1979710314 after retry RPC after error@60051754) -> (continuation of Deferred@272775560 after retry RPC after error@622067575) -> (continuation of Deferred@792552468 after retry RPC after error@243363288) -> (continuation of Deferred@252615673 after retry RPC after error@903623976) -> (continuation of Deferred@1904601667 after retry RPC after error@1953474054) -> (continuation of Deferred@264579617 after retry RPC after error@1533291396)))
02:04:13.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.199 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1432648409(state=PENDING, result=null, callback=(continuation of Deferred@973347045 after retry RPC after error@1860082598) -> (continuation of Deferred@747200679 after retry RPC after error@1515021661) -> (continuation of Deferred@1075092929 after retry RPC after error@1510813134) -> (continuation of Deferred@1038541424 after retry RPC after error@212868892) -> (continuation of Deferred@1747870174 after retry RPC after error@1543389768) -> (continuation of Deferred@1367465509 after retry RPC after error@1573221366), errback=(continuation of Deferred@973347045 after retry RPC after error@1860082598) -> (continuation of Deferred@747200679 after retry RPC after error@1515021661) -> (continuation of Deferred@1075092929 after retry RPC after error@1510813134) -> (continuation of Deferred@1038541424 after retry RPC after error@212868892) -> (continuation of Deferred@1747870174 after retry RPC after error@1543389768) -> (continuation of Deferred@1367465509 after retry RPC after error@1573221366)))
02:04:13.200 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1432648409(state=PENDING, result=null, callback=(continuation of Deferred@973347045 after retry RPC after error@1860082598) -> (continuation of Deferred@747200679 after retry RPC after error@1515021661) -> (continuation of Deferred@1075092929 after retry RPC after error@1510813134) -> (continuation of Deferred@1038541424 after retry RPC after error@212868892) -> (continuation of Deferred@1747870174 after retry RPC after error@1543389768) -> (continuation of Deferred@1367465509 after retry RPC after error@1573221366), errback=(continuation of Deferred@973347045 after retry RPC after error@1860082598) -> (continuation of Deferred@747200679 after retry RPC after error@1515021661) -> (continuation of Deferred@1075092929 after retry RPC after error@1510813134) -> (continuation of Deferred@1038541424 after retry RPC after error@212868892) -> (continuation of Deferred@1747870174 after retry RPC after error@1543389768) -> (continuation of Deferred@1367465509 after retry RPC after error@1573221366)))
02:04:13.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.419 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [200ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@2089700805(state=PENDING, result=null, callback=(continuation of Deferred@66688935 after retry RPC after error@202843737) -> (continuation of Deferred@994679030 after retry RPC after error@891750975) -> (continuation of Deferred@2049763219 after retry RPC after error@1337729889) -> (continuation of Deferred@952474696 after retry RPC after error@901652381) -> (continuation of Deferred@682849990 after retry RPC after error@104529818) -> (continuation of Deferred@302580937 after retry RPC after error@1468969954), errback=(continuation of Deferred@66688935 after retry RPC after error@202843737) -> (continuation of Deferred@994679030 after retry RPC after error@891750975) -> (continuation of Deferred@2049763219 after retry RPC after error@1337729889) -> (continuation of Deferred@952474696 after retry RPC after error@901652381) -> (continuation of Deferred@682849990 after retry RPC after error@104529818) -> (continuation of Deferred@302580937 after retry RPC after error@1468969954)))
02:04:13.420 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [200ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@2089700805(state=PENDING, result=null, callback=(continuation of Deferred@66688935 after retry RPC after error@202843737) -> (continuation of Deferred@994679030 after retry RPC after error@891750975) -> (continuation of Deferred@2049763219 after retry RPC after error@1337729889) -> (continuation of Deferred@952474696 after retry RPC after error@901652381) -> (continuation of Deferred@682849990 after retry RPC after error@104529818) -> (continuation of Deferred@302580937 after retry RPC after error@1468969954), errback=(continuation of Deferred@66688935 after retry RPC after error@202843737) -> (continuation of Deferred@994679030 after retry RPC after error@891750975) -> (continuation of Deferred@2049763219 after retry RPC after error@1337729889) -> (continuation of Deferred@952474696 after retry RPC after error@901652381) -> (continuation of Deferred@682849990 after retry RPC after error@104529818) -> (continuation of Deferred@302580937 after retry RPC after error@1468969954)))
02:04:13.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.659 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1225543730(state=PENDING, result=null, callback=(continuation of Deferred@875659621 after retry RPC after error@105840535) -> (continuation of Deferred@645403205 after retry RPC after error@232672120) -> (continuation of Deferred@895273231 after retry RPC after error@1151285876) -> (continuation of Deferred@571728536 after retry RPC after error@1575610409) -> (continuation of Deferred@237913642 after retry RPC after error@870285569) -> (continuation of Deferred@241541824 after retry RPC after error@484424581) -> (continuation of Deferred@1614586146 after retry RPC after error@790950829), errback=(continuation of Deferred@875659621 after retry RPC after error@105840535) -> (continuation of Deferred@645403205 after retry RPC after error@232672120) -> (continuation of Deferred@895273231 after retry RPC after error@1151285876) -> (continuation of Deferred@571728536 after retry RPC after error@1575610409) -> (continuation of Deferred@237913642 after retry RPC after error@870285569) -> (continuation of Deferred@241541824 after retry RPC after error@484424581) -> (continuation of Deferred@1614586146 after retry RPC after error@790950829)))
02:04:13.659 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1225543730(state=PENDING, result=null, callback=(continuation of Deferred@875659621 after retry RPC after error@105840535) -> (continuation of Deferred@645403205 after retry RPC after error@232672120) -> (continuation of Deferred@895273231 after retry RPC after error@1151285876) -> (continuation of Deferred@571728536 after retry RPC after error@1575610409) -> (continuation of Deferred@237913642 after retry RPC after error@870285569) -> (continuation of Deferred@241541824 after retry RPC after error@484424581) -> (continuation of Deferred@1614586146 after retry RPC after error@790950829), errback=(continuation of Deferred@875659621 after retry RPC after error@105840535) -> (continuation of Deferred@645403205 after retry RPC after error@232672120) -> (continuation of Deferred@895273231 after retry RPC after error@1151285876) -> (continuation of Deferred@571728536 after retry RPC after error@1575610409) -> (continuation of Deferred@237913642 after retry RPC after error@870285569) -> (continuation of Deferred@241541824 after retry RPC after error@484424581) -> (continuation of Deferred@1614586146 after retry RPC after error@790950829)))
02:04:13.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.919 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1434986169(state=PENDING, result=null, callback=(continuation of Deferred@1394842513 after retry RPC after error@1499778930) -> (continuation of Deferred@49318485 after retry RPC after error@374983004) -> (continuation of Deferred@1508456213 after retry RPC after error@638151685) -> (continuation of Deferred@548268211 after retry RPC after error@2028394195) -> (continuation of Deferred@1747392325 after retry RPC after error@86189824) -> (continuation of Deferred@1250209639 after retry RPC after error@77244586) -> (continuation of Deferred@1423383107 after retry RPC after error@1213213950) -> (continuation of Deferred@658529540 after retry RPC after error@1993244350), errback=(continuation of Deferred@1394842513 after retry RPC after error@1499778930) -> (continuation of Deferred@49318485 after retry RPC after error@374983004) -> (continuation of Deferred@1508456213 after retry RPC after error@638151685) -> (continuation of Deferred@548268211 after retry RPC after error@2028394195) -> (continuation of Deferred@1747392325 after retry RPC after error@86189824) -> (continuation of Deferred@1250209639 after retry RPC after error@77244586) -> (continuation of Deferred@1423383107 after retry RPC after error@1213213950) -> (continuation of Deferred@658529540 after retry RPC after error@1993244350)))
02:04:13.919 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1434986169(state=PENDING, result=null, callback=(continuation of Deferred@1394842513 after retry RPC after error@1499778930) -> (continuation of Deferred@49318485 after retry RPC after error@374983004) -> (continuation of Deferred@1508456213 after retry RPC after error@638151685) -> (continuation of Deferred@548268211 after retry RPC after error@2028394195) -> (continuation of Deferred@1747392325 after retry RPC after error@86189824) -> (continuation of Deferred@1250209639 after retry RPC after error@77244586) -> (continuation of Deferred@1423383107 after retry RPC after error@1213213950) -> (continuation of Deferred@658529540 after retry RPC after error@1993244350), errback=(continuation of Deferred@1394842513 after retry RPC after error@1499778930) -> (continuation of Deferred@49318485 after retry RPC after error@374983004) -> (continuation of Deferred@1508456213 after retry RPC after error@638151685) -> (continuation of Deferred@548268211 after retry RPC after error@2028394195) -> (continuation of Deferred@1747392325 after retry RPC after error@86189824) -> (continuation of Deferred@1250209639 after retry RPC after error@77244586) -> (continuation of Deferred@1423383107 after retry RPC after error@1213213950) -> (continuation of Deferred@658529540 after retry RPC after error@1993244350)))
02:04:13.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:13.956920 27062 raft_consensus.cc:491] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader a62142ae51d64b41b79f78f74a2c9831)
02:04:13.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:13.957168 27062 raft_consensus.cc:513] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:13.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:13.958055 27062 leader_election.cc:290] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329), bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719)
02:04:13.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:13.960460 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329): Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111)
02:04:13.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:13.960644 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719): Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:13.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:13.960719 26202 leader_election.cc:304] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 139df40554574a758941c6e16707c03e; no voters: a62142ae51d64b41b79f78f74a2c9831, bdf1eb108276440db816cbba2a720656
02:04:13.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:13.960943 27062 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:04:13.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:13.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:13.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:13.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:13.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:13.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.119 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@586058821(state=PENDING, result=null, callback=(continuation of Deferred@1681604237 after retry RPC after error@1240102592) -> (continuation of Deferred@1336620340 after retry RPC after error@426841120) -> (continuation of Deferred@604212949 after retry RPC after error@1044754659) -> (continuation of Deferred@676409482 after retry RPC after error@957407668) -> (continuation of Deferred@31307109 after retry RPC after error@311217941) -> (continuation of Deferred@863533230 after retry RPC after error@232464948), errback=(continuation of Deferred@1681604237 after retry RPC after error@1240102592) -> (continuation of Deferred@1336620340 after retry RPC after error@426841120) -> (continuation of Deferred@604212949 after retry RPC after error@1044754659) -> (continuation of Deferred@676409482 after retry RPC after error@957407668) -> (continuation of Deferred@31307109 after retry RPC after error@311217941) -> (continuation of Deferred@863533230 after retry RPC after error@232464948)))
02:04:14.119 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@586058821(state=PENDING, result=null, callback=(continuation of Deferred@1681604237 after retry RPC after error@1240102592) -> (continuation of Deferred@1336620340 after retry RPC after error@426841120) -> (continuation of Deferred@604212949 after retry RPC after error@1044754659) -> (continuation of Deferred@676409482 after retry RPC after error@957407668) -> (continuation of Deferred@31307109 after retry RPC after error@311217941) -> (continuation of Deferred@863533230 after retry RPC after error@232464948), errback=(continuation of Deferred@1681604237 after retry RPC after error@1240102592) -> (continuation of Deferred@1336620340 after retry RPC after error@426841120) -> (continuation of Deferred@604212949 after retry RPC after error@1044754659) -> (continuation of Deferred@676409482 after retry RPC after error@957407668) -> (continuation of Deferred@31307109 after retry RPC after error@311217941) -> (continuation of Deferred@863533230 after retry RPC after error@232464948)))
02:04:14.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.319 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1578046936(state=PENDING, result=null, callback=(continuation of Deferred@1532607262 after retry RPC after error@879922456) -> (continuation of Deferred@1806845197 after retry RPC after error@1303719030) -> (continuation of Deferred@1529016213 after retry RPC after error@2073605028) -> (continuation of Deferred@41622519 after retry RPC after error@1716076882) -> (continuation of Deferred@710628425 after retry RPC after error@341886773) -> (continuation of Deferred@1319027437 after retry RPC after error@1659984317) -> (continuation of Deferred@318288054 after retry RPC after error@11769011), errback=(continuation of Deferred@1532607262 after retry RPC after error@879922456) -> (continuation of Deferred@1806845197 after retry RPC after error@1303719030) -> (continuation of Deferred@1529016213 after retry RPC after error@2073605028) -> (continuation of Deferred@41622519 after retry RPC after error@1716076882) -> (continuation of Deferred@710628425 after retry RPC after error@341886773) -> (continuation of Deferred@1319027437 after retry RPC after error@1659984317) -> (continuation of Deferred@318288054 after retry RPC after error@11769011)))
02:04:14.320 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1578046936(state=PENDING, result=null, callback=(continuation of Deferred@1532607262 after retry RPC after error@879922456) -> (continuation of Deferred@1806845197 after retry RPC after error@1303719030) -> (continuation of Deferred@1529016213 after retry RPC after error@2073605028) -> (continuation of Deferred@41622519 after retry RPC after error@1716076882) -> (continuation of Deferred@710628425 after retry RPC after error@341886773) -> (continuation of Deferred@1319027437 after retry RPC after error@1659984317) -> (continuation of Deferred@318288054 after retry RPC after error@11769011), errback=(continuation of Deferred@1532607262 after retry RPC after error@879922456) -> (continuation of Deferred@1806845197 after retry RPC after error@1303719030) -> (continuation of Deferred@1529016213 after retry RPC after error@2073605028) -> (continuation of Deferred@41622519 after retry RPC after error@1716076882) -> (continuation of Deferred@710628425 after retry RPC after error@341886773) -> (continuation of Deferred@1319027437 after retry RPC after error@1659984317) -> (continuation of Deferred@318288054 after retry RPC after error@11769011)))
02:04:14.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:14.475531 26187 master_runner.cc:186] Error getting master registration for 127.25.144.61:40329: Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111),
02:04:14.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:14.475746 26187 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:04:14.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.559 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1832352316(state=PENDING, result=null, callback=(continuation of Deferred@1678264325 after retry RPC after error@192774951) -> (continuation of Deferred@1831218904 after retry RPC after error@991317978) -> (continuation of Deferred@494428381 after retry RPC after error@2063318254) -> (continuation of Deferred@645340551 after retry RPC after error@798420492) -> (continuation of Deferred@1899367851 after retry RPC after error@1443746735) -> (continuation of Deferred@1208510412 after retry RPC after error@1358304847) -> (continuation of Deferred@292291247 after retry RPC after error@700726150), errback=(continuation of Deferred@1678264325 after retry RPC after error@192774951) -> (continuation of Deferred@1831218904 after retry RPC after error@991317978) -> (continuation of Deferred@494428381 after retry RPC after error@2063318254) -> (continuation of Deferred@645340551 after retry RPC after error@798420492) -> (continuation of Deferred@1899367851 after retry RPC after error@1443746735) -> (continuation of Deferred@1208510412 after retry RPC after error@1358304847) -> (continuation of Deferred@292291247 after retry RPC after error@700726150)))
02:04:14.560 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1832352316(state=PENDING, result=null, callback=(continuation of Deferred@1678264325 after retry RPC after error@192774951) -> (continuation of Deferred@1831218904 after retry RPC after error@991317978) -> (continuation of Deferred@494428381 after retry RPC after error@2063318254) -> (continuation of Deferred@645340551 after retry RPC after error@798420492) -> (continuation of Deferred@1899367851 after retry RPC after error@1443746735) -> (continuation of Deferred@1208510412 after retry RPC after error@1358304847) -> (continuation of Deferred@292291247 after retry RPC after error@700726150), errback=(continuation of Deferred@1678264325 after retry RPC after error@192774951) -> (continuation of Deferred@1831218904 after retry RPC after error@991317978) -> (continuation of Deferred@494428381 after retry RPC after error@2063318254) -> (continuation of Deferred@645340551 after retry RPC after error@798420492) -> (continuation of Deferred@1899367851 after retry RPC after error@1443746735) -> (continuation of Deferred@1208510412 after retry RPC after error@1358304847) -> (continuation of Deferred@292291247 after retry RPC after error@700726150)))
02:04:14.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.780 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@481635217(state=PENDING, result=null, callback=(continuation of Deferred@968034726 after retry RPC after error@548759480) -> (continuation of Deferred@1995407719 after retry RPC after error@1135854984) -> (continuation of Deferred@1651251809 after retry RPC after error@1768892723) -> (continuation of Deferred@1669429696 after retry RPC after error@1044606909) -> (continuation of Deferred@1014940934 after retry RPC after error@742933771) -> (continuation of Deferred@1148151355 after retry RPC after error@1635043212) -> (continuation of Deferred@728266833 after retry RPC after error@1172705322), errback=(continuation of Deferred@968034726 after retry RPC after error@548759480) -> (continuation of Deferred@1995407719 after retry RPC after error@1135854984) -> (continuation of Deferred@1651251809 after retry RPC after error@1768892723) -> (continuation of Deferred@1669429696 after retry RPC after error@1044606909) -> (continuation of Deferred@1014940934 after retry RPC after error@742933771) -> (continuation of Deferred@1148151355 after retry RPC after error@1635043212) -> (continuation of Deferred@728266833 after retry RPC after error@1172705322)))
02:04:14.780 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@481635217(state=PENDING, result=null, callback=(continuation of Deferred@968034726 after retry RPC after error@548759480) -> (continuation of Deferred@1995407719 after retry RPC after error@1135854984) -> (continuation of Deferred@1651251809 after retry RPC after error@1768892723) -> (continuation of Deferred@1669429696 after retry RPC after error@1044606909) -> (continuation of Deferred@1014940934 after retry RPC after error@742933771) -> (continuation of Deferred@1148151355 after retry RPC after error@1635043212) -> (continuation of Deferred@728266833 after retry RPC after error@1172705322), errback=(continuation of Deferred@968034726 after retry RPC after error@548759480) -> (continuation of Deferred@1995407719 after retry RPC after error@1135854984) -> (continuation of Deferred@1651251809 after retry RPC after error@1768892723) -> (continuation of Deferred@1669429696 after retry RPC after error@1044606909) -> (continuation of Deferred@1014940934 after retry RPC after error@742933771) -> (continuation of Deferred@1148151355 after retry RPC after error@1635043212) -> (continuation of Deferred@728266833 after retry RPC after error@1172705322)))
02:04:14.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:14.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:14.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:14.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:14.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:14.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.039 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1402797721(state=PENDING, result=null, callback=(continuation of Deferred@2088853330 after retry RPC after error@1499983113) -> (continuation of Deferred@423482824 after retry RPC after error@769759296) -> (continuation of Deferred@1542203745 after retry RPC after error@1023772848) -> (continuation of Deferred@1256298829 after retry RPC after error@1810054089) -> (continuation of Deferred@1367253237 after retry RPC after error@1085272674) -> (continuation of Deferred@104997067 after retry RPC after error@1955430073) -> (continuation of Deferred@1355809237 after retry RPC after error@1876153679), errback=(continuation of Deferred@2088853330 after retry RPC after error@1499983113) -> (continuation of Deferred@423482824 after retry RPC after error@769759296) -> (continuation of Deferred@1542203745 after retry RPC after error@1023772848) -> (continuation of Deferred@1256298829 after retry RPC after error@1810054089) -> (continuation of Deferred@1367253237 after retry RPC after error@1085272674) -> (continuation of Deferred@104997067 after retry RPC after error@1955430073) -> (continuation of Deferred@1355809237 after retry RPC after error@1876153679)))
02:04:15.039 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1402797721(state=PENDING, result=null, callback=(continuation of Deferred@2088853330 after retry RPC after error@1499983113) -> (continuation of Deferred@423482824 after retry RPC after error@769759296) -> (continuation of Deferred@1542203745 after retry RPC after error@1023772848) -> (continuation of Deferred@1256298829 after retry RPC after error@1810054089) -> (continuation of Deferred@1367253237 after retry RPC after error@1085272674) -> (continuation of Deferred@104997067 after retry RPC after error@1955430073) -> (continuation of Deferred@1355809237 after retry RPC after error@1876153679), errback=(continuation of Deferred@2088853330 after retry RPC after error@1499983113) -> (continuation of Deferred@423482824 after retry RPC after error@769759296) -> (continuation of Deferred@1542203745 after retry RPC after error@1023772848) -> (continuation of Deferred@1256298829 after retry RPC after error@1810054089) -> (continuation of Deferred@1367253237 after retry RPC after error@1085272674) -> (continuation of Deferred@104997067 after retry RPC after error@1955430073) -> (continuation of Deferred@1355809237 after retry RPC after error@1876153679)))
02:04:15.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.280 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1248071955(state=PENDING, result=null, callback=(continuation of Deferred@1750565787 after retry RPC after error@1097615080) -> (continuation of Deferred@1672501946 after retry RPC after error@162931542) -> (continuation of Deferred@1562981024 after retry RPC after error@2119267563) -> (continuation of Deferred@525698065 after retry RPC after error@658614334) -> (continuation of Deferred@862528068 after retry RPC after error@1189801710) -> (continuation of Deferred@1974243118 after retry RPC after error@1602669053) -> (continuation of Deferred@621259595 after retry RPC after error@873180315), errback=(continuation of Deferred@1750565787 after retry RPC after error@1097615080) -> (continuation of Deferred@1672501946 after retry RPC after error@162931542) -> (continuation of Deferred@1562981024 after retry RPC after error@2119267563) -> (continuation of Deferred@525698065 after retry RPC after error@658614334) -> (continuation of Deferred@862528068 after retry RPC after error@1189801710) -> (continuation of Deferred@1974243118 after retry RPC after error@1602669053) -> (continuation of Deferred@621259595 after retry RPC after error@873180315)))
02:04:15.281 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1248071955(state=PENDING, result=null, callback=(continuation of Deferred@1750565787 after retry RPC after error@1097615080) -> (continuation of Deferred@1672501946 after retry RPC after error@162931542) -> (continuation of Deferred@1562981024 after retry RPC after error@2119267563) -> (continuation of Deferred@525698065 after retry RPC after error@658614334) -> (continuation of Deferred@862528068 after retry RPC after error@1189801710) -> (continuation of Deferred@1974243118 after retry RPC after error@1602669053) -> (continuation of Deferred@621259595 after retry RPC after error@873180315), errback=(continuation of Deferred@1750565787 after retry RPC after error@1097615080) -> (continuation of Deferred@1672501946 after retry RPC after error@162931542) -> (continuation of Deferred@1562981024 after retry RPC after error@2119267563) -> (continuation of Deferred@525698065 after retry RPC after error@658614334) -> (continuation of Deferred@862528068 after retry RPC after error@1189801710) -> (continuation of Deferred@1974243118 after retry RPC after error@1602669053) -> (continuation of Deferred@621259595 after retry RPC after error@873180315)))
02:04:15.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.360 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.479 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@950454211(state=PENDING, result=null, callback=(continuation of Deferred@919086150 after retry RPC after error@1202462079) -> (continuation of Deferred@1320885452 after retry RPC after error@1076711943) -> (continuation of Deferred@934323280 after retry RPC after error@273678396) -> (continuation of Deferred@110834566 after retry RPC after error@739042360) -> (continuation of Deferred@506222541 after retry RPC after error@242087380) -> (continuation of Deferred@1370874012 after retry RPC after error@450094006), errback=(continuation of Deferred@919086150 after retry RPC after error@1202462079) -> (continuation of Deferred@1320885452 after retry RPC after error@1076711943) -> (continuation of Deferred@934323280 after retry RPC after error@273678396) -> (continuation of Deferred@110834566 after retry RPC after error@739042360) -> (continuation of Deferred@506222541 after retry RPC after error@242087380) -> (continuation of Deferred@1370874012 after retry RPC after error@450094006)))
02:04:15.480 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@950454211(state=PENDING, result=null, callback=(continuation of Deferred@919086150 after retry RPC after error@1202462079) -> (continuation of Deferred@1320885452 after retry RPC after error@1076711943) -> (continuation of Deferred@934323280 after retry RPC after error@273678396) -> (continuation of Deferred@110834566 after retry RPC after error@739042360) -> (continuation of Deferred@506222541 after retry RPC after error@242087380) -> (continuation of Deferred@1370874012 after retry RPC after error@450094006), errback=(continuation of Deferred@919086150 after retry RPC after error@1202462079) -> (continuation of Deferred@1320885452 after retry RPC after error@1076711943) -> (continuation of Deferred@934323280 after retry RPC after error@273678396) -> (continuation of Deferred@110834566 after retry RPC after error@739042360) -> (continuation of Deferred@506222541 after retry RPC after error@242087380) -> (continuation of Deferred@1370874012 after retry RPC after error@450094006)))
02:04:15.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.739 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1597423062(state=PENDING, result=null, callback=(continuation of Deferred@738834158 after retry RPC after error@573711301) -> (continuation of Deferred@98524418 after retry RPC after error@1877837922) -> (continuation of Deferred@238218679 after retry RPC after error@1034804159) -> (continuation of Deferred@1113957957 after retry RPC after error@1095272691) -> (continuation of Deferred@1477347896 after retry RPC after error@187552421) -> (continuation of Deferred@1687489035 after retry RPC after error@1637812602) -> (continuation of Deferred@1307312187 after retry RPC after error@674323417), errback=(continuation of Deferred@738834158 after retry RPC after error@573711301) -> (continuation of Deferred@98524418 after retry RPC after error@1877837922) -> (continuation of Deferred@238218679 after retry RPC after error@1034804159) -> (continuation of Deferred@1113957957 after retry RPC after error@1095272691) -> (continuation of Deferred@1477347896 after retry RPC after error@187552421) -> (continuation of Deferred@1687489035 after retry RPC after error@1637812602) -> (continuation of Deferred@1307312187 after retry RPC after error@674323417)))
02:04:15.739 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1597423062(state=PENDING, result=null, callback=(continuation of Deferred@738834158 after retry RPC after error@573711301) -> (continuation of Deferred@98524418 after retry RPC after error@1877837922) -> (continuation of Deferred@238218679 after retry RPC after error@1034804159) -> (continuation of Deferred@1113957957 after retry RPC after error@1095272691) -> (continuation of Deferred@1477347896 after retry RPC after error@187552421) -> (continuation of Deferred@1687489035 after retry RPC after error@1637812602) -> (continuation of Deferred@1307312187 after retry RPC after error@674323417), errback=(continuation of Deferred@738834158 after retry RPC after error@573711301) -> (continuation of Deferred@98524418 after retry RPC after error@1877837922) -> (continuation of Deferred@238218679 after retry RPC after error@1034804159) -> (continuation of Deferred@1113957957 after retry RPC after error@1095272691) -> (continuation of Deferred@1477347896 after retry RPC after error@187552421) -> (continuation of Deferred@1687489035 after retry RPC after error@1637812602) -> (continuation of Deferred@1307312187 after retry RPC after error@674323417)))
02:04:15.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:15.958415 27076 raft_consensus.cc:491] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader a62142ae51d64b41b79f78f74a2c9831)
02:04:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:15.958612 27076 raft_consensus.cc:513] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:15.959239 27076 leader_election.cc:290] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329), bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719)
02:04:15.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:15.960346 26202 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111) [suppressed 11 similar messages]
02:04:15.960 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@170905773(state=PENDING, result=null, callback=(continuation of Deferred@846883696 after retry RPC after error@2076411770) -> (continuation of Deferred@594089660 after retry RPC after error@1471615172) -> (continuation of Deferred@922206377 after retry RPC after error@1374189914) -> (continuation of Deferred@987715885 after retry RPC after error@1434537858) -> (continuation of Deferred@1568354067 after retry RPC after error@1330364239) -> (continuation of Deferred@253591994 after retry RPC after error@1346318980) -> (continuation of Deferred@1412992039 after retry RPC after error@1176236072) -> (continuation of Deferred@627616000 after retry RPC after error@208274491), errback=(continuation of Deferred@846883696 after retry RPC after error@2076411770) -> (continuation of Deferred@594089660 after retry RPC after error@1471615172) -> (continuation of Deferred@922206377 after retry RPC after error@1374189914) -> (continuation of Deferred@987715885 after retry RPC after error@1434537858) -> (continuation of Deferred@1568354067 after retry RPC after error@1330364239) -> (continuation of Deferred@253591994 after retry RPC after error@1346318980) -> (continuation of Deferred@1412992039 after retry RPC after error@1176236072) -> (continuation of Deferred@627616000 after retry RPC after error@208274491)))
02:04:15.960 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@170905773(state=PENDING, result=null, callback=(continuation of Deferred@846883696 after retry RPC after error@2076411770) -> (continuation of Deferred@594089660 after retry RPC after error@1471615172) -> (continuation of Deferred@922206377 after retry RPC after error@1374189914) -> (continuation of Deferred@987715885 after retry RPC after error@1434537858) -> (continuation of Deferred@1568354067 after retry RPC after error@1330364239) -> (continuation of Deferred@253591994 after retry RPC after error@1346318980) -> (continuation of Deferred@1412992039 after retry RPC after error@1176236072) -> (continuation of Deferred@627616000 after retry RPC after error@208274491), errback=(continuation of Deferred@846883696 after retry RPC after error@2076411770) -> (continuation of Deferred@594089660 after retry RPC after error@1471615172) -> (continuation of Deferred@922206377 after retry RPC after error@1374189914) -> (continuation of Deferred@987715885 after retry RPC after error@1434537858) -> (continuation of Deferred@1568354067 after retry RPC after error@1330364239) -> (continuation of Deferred@253591994 after retry RPC after error@1346318980) -> (continuation of Deferred@1412992039 after retry RPC after error@1176236072) -> (continuation of Deferred@627616000 after retry RPC after error@208274491)))
02:04:15.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:15.962352 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329): Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111)
02:04:15.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:15.962567 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719): Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:15.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:15.962643 26202 leader_election.cc:304] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 139df40554574a758941c6e16707c03e; no voters: a62142ae51d64b41b79f78f74a2c9831, bdf1eb108276440db816cbba2a720656
02:04:15.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:15.962898 27076 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:04:15.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:15.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:15.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:15.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:15.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:15.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.179 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@2107357947(state=PENDING, result=null, callback=(continuation of Deferred@402047200 after retry RPC after error@1324099154) -> (continuation of Deferred@1766248547 after retry RPC after error@1227547602) -> (continuation of Deferred@1752878039 after retry RPC after error@1191947836) -> (continuation of Deferred@403815286 after retry RPC after error@112984021) -> (continuation of Deferred@941734054 after retry RPC after error@583109584) -> (continuation of Deferred@933125877 after retry RPC after error@1854032516) -> (continuation of Deferred@1532177274 after retry RPC after error@1969403083), errback=(continuation of Deferred@402047200 after retry RPC after error@1324099154) -> (continuation of Deferred@1766248547 after retry RPC after error@1227547602) -> (continuation of Deferred@1752878039 after retry RPC after error@1191947836) -> (continuation of Deferred@403815286 after retry RPC after error@112984021) -> (continuation of Deferred@941734054 after retry RPC after error@583109584) -> (continuation of Deferred@933125877 after retry RPC after error@1854032516) -> (continuation of Deferred@1532177274 after retry RPC after error@1969403083)))
02:04:16.180 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@2107357947(state=PENDING, result=null, callback=(continuation of Deferred@402047200 after retry RPC after error@1324099154) -> (continuation of Deferred@1766248547 after retry RPC after error@1227547602) -> (continuation of Deferred@1752878039 after retry RPC after error@1191947836) -> (continuation of Deferred@403815286 after retry RPC after error@112984021) -> (continuation of Deferred@941734054 after retry RPC after error@583109584) -> (continuation of Deferred@933125877 after retry RPC after error@1854032516) -> (continuation of Deferred@1532177274 after retry RPC after error@1969403083), errback=(continuation of Deferred@402047200 after retry RPC after error@1324099154) -> (continuation of Deferred@1766248547 after retry RPC after error@1227547602) -> (continuation of Deferred@1752878039 after retry RPC after error@1191947836) -> (continuation of Deferred@403815286 after retry RPC after error@112984021) -> (continuation of Deferred@941734054 after retry RPC after error@583109584) -> (continuation of Deferred@933125877 after retry RPC after error@1854032516) -> (continuation of Deferred@1532177274 after retry RPC after error@1969403083)))
02:04:16.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.439 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1053966421(state=PENDING, result=null, callback=(continuation of Deferred@802423264 after retry RPC after error@1089652871) -> (continuation of Deferred@1927662258 after retry RPC after error@1587149907) -> (continuation of Deferred@1372405089 after retry RPC after error@128807215) -> (continuation of Deferred@1531022130 after retry RPC after error@1244368749) -> (continuation of Deferred@1916110204 after retry RPC after error@519943708) -> (continuation of Deferred@1228060394 after retry RPC after error@1609832518) -> (continuation of Deferred@28600481 after retry RPC after error@1913287645), errback=(continuation of Deferred@802423264 after retry RPC after error@1089652871) -> (continuation of Deferred@1927662258 after retry RPC after error@1587149907) -> (continuation of Deferred@1372405089 after retry RPC after error@128807215) -> (continuation of Deferred@1531022130 after retry RPC after error@1244368749) -> (continuation of Deferred@1916110204 after retry RPC after error@519943708) -> (continuation of Deferred@1228060394 after retry RPC after error@1609832518) -> (continuation of Deferred@28600481 after retry RPC after error@1913287645)))
02:04:16.439 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1053966421(state=PENDING, result=null, callback=(continuation of Deferred@802423264 after retry RPC after error@1089652871) -> (continuation of Deferred@1927662258 after retry RPC after error@1587149907) -> (continuation of Deferred@1372405089 after retry RPC after error@128807215) -> (continuation of Deferred@1531022130 after retry RPC after error@1244368749) -> (continuation of Deferred@1916110204 after retry RPC after error@519943708) -> (continuation of Deferred@1228060394 after retry RPC after error@1609832518) -> (continuation of Deferred@28600481 after retry RPC after error@1913287645), errback=(continuation of Deferred@802423264 after retry RPC after error@1089652871) -> (continuation of Deferred@1927662258 after retry RPC after error@1587149907) -> (continuation of Deferred@1372405089 after retry RPC after error@128807215) -> (continuation of Deferred@1531022130 after retry RPC after error@1244368749) -> (continuation of Deferred@1916110204 after retry RPC after error@519943708) -> (continuation of Deferred@1228060394 after retry RPC after error@1609832518) -> (continuation of Deferred@28600481 after retry RPC after error@1913287645)))
02:04:16.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.700 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [243ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@472892807(state=PENDING, result=null, callback=(continuation of Deferred@1722487229 after retry RPC after error@1853047369) -> (continuation of Deferred@1887202191 after retry RPC after error@312318970) -> (continuation of Deferred@746936045 after retry RPC after error@1485842494) -> (continuation of Deferred@1260585136 after retry RPC after error@891224165) -> (continuation of Deferred@866847253 after retry RPC after error@1780684166) -> (continuation of Deferred@961982194 after retry RPC after error@1955040661) -> (continuation of Deferred@530045618 after retry RPC after error@1844077539), errback=(continuation of Deferred@1722487229 after retry RPC after error@1853047369) -> (continuation of Deferred@1887202191 after retry RPC after error@312318970) -> (continuation of Deferred@746936045 after retry RPC after error@1485842494) -> (continuation of Deferred@1260585136 after retry RPC after error@891224165) -> (continuation of Deferred@866847253 after retry RPC after error@1780684166) -> (continuation of Deferred@961982194 after retry RPC after error@1955040661) -> (continuation of Deferred@530045618 after retry RPC after error@1844077539)))
02:04:16.701 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [243ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@472892807(state=PENDING, result=null, callback=(continuation of Deferred@1722487229 after retry RPC after error@1853047369) -> (continuation of Deferred@1887202191 after retry RPC after error@312318970) -> (continuation of Deferred@746936045 after retry RPC after error@1485842494) -> (continuation of Deferred@1260585136 after retry RPC after error@891224165) -> (continuation of Deferred@866847253 after retry RPC after error@1780684166) -> (continuation of Deferred@961982194 after retry RPC after error@1955040661) -> (continuation of Deferred@530045618 after retry RPC after error@1844077539), errback=(continuation of Deferred@1722487229 after retry RPC after error@1853047369) -> (continuation of Deferred@1887202191 after retry RPC after error@312318970) -> (continuation of Deferred@746936045 after retry RPC after error@1485842494) -> (continuation of Deferred@1260585136 after retry RPC after error@891224165) -> (continuation of Deferred@866847253 after retry RPC after error@1780684166) -> (continuation of Deferred@961982194 after retry RPC after error@1955040661) -> (continuation of Deferred@530045618 after retry RPC after error@1844077539)))
02:04:16.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.759 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.760 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:16.977 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1821049026(state=PENDING, result=null, callback=(continuation of Deferred@1620691720 after retry RPC after error@1109592445) -> (continuation of Deferred@1162428103 after retry RPC after error@1903209404) -> (continuation of Deferred@1595932433 after retry RPC after error@95255918) -> (continuation of Deferred@153015322 after retry RPC after error@2101846990) -> (continuation of Deferred@1560292352 after retry RPC after error@866675907) -> (continuation of Deferred@1281999016 after retry RPC after error@217076536) -> (continuation of Deferred@1355554442 after retry RPC after error@552775204), errback=(continuation of Deferred@1620691720 after retry RPC after error@1109592445) -> (continuation of Deferred@1162428103 after retry RPC after error@1903209404) -> (continuation of Deferred@1595932433 after retry RPC after error@95255918) -> (continuation of Deferred@153015322 after retry RPC after error@2101846990) -> (continuation of Deferred@1560292352 after retry RPC after error@866675907) -> (continuation of Deferred@1281999016 after retry RPC after error@217076536) -> (continuation of Deferred@1355554442 after retry RPC after error@552775204)))
02:04:16.977 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:04:16.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:16.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:16.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:16.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:16.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.179 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1966647631(state=PENDING, result=null, callback=(continuation of Deferred@811761321 after retry RPC after error@1613135497) -> (continuation of Deferred@671195344 after retry RPC after error@415434318) -> (continuation of Deferred@1006089417 after retry RPC after error@1752585992) -> (continuation of Deferred@1297382902 after retry RPC after error@1294332772) -> (continuation of Deferred@1274169333 after retry RPC after error@300324756) -> (continuation of Deferred@2142499731 after retry RPC after error@502239698) -> (continuation of Deferred@1157341301 after retry RPC after error@1627702601), errback=(continuation of Deferred@811761321 after retry RPC after error@1613135497) -> (continuation of Deferred@671195344 after retry RPC after error@415434318) -> (continuation of Deferred@1006089417 after retry RPC after error@1752585992) -> (continuation of Deferred@1297382902 after retry RPC after error@1294332772) -> (continuation of Deferred@1274169333 after retry RPC after error@300324756) -> (continuation of Deferred@2142499731 after retry RPC after error@502239698) -> (continuation of Deferred@1157341301 after retry RPC after error@1627702601)))
02:04:17.179 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1966647631(state=PENDING, result=null, callback=(continuation of Deferred@811761321 after retry RPC after error@1613135497) -> (continuation of Deferred@671195344 after retry RPC after error@415434318) -> (continuation of Deferred@1006089417 after retry RPC after error@1752585992) -> (continuation of Deferred@1297382902 after retry RPC after error@1294332772) -> (continuation of Deferred@1274169333 after retry RPC after error@300324756) -> (continuation of Deferred@2142499731 after retry RPC after error@502239698) -> (continuation of Deferred@1157341301 after retry RPC after error@1627702601), errback=(continuation of Deferred@811761321 after retry RPC after error@1613135497) -> (continuation of Deferred@671195344 after retry RPC after error@415434318) -> (continuation of Deferred@1006089417 after retry RPC after error@1752585992) -> (continuation of Deferred@1297382902 after retry RPC after error@1294332772) -> (continuation of Deferred@1274169333 after retry RPC after error@300324756) -> (continuation of Deferred@2142499731 after retry RPC after error@502239698) -> (continuation of Deferred@1157341301 after retry RPC after error@1627702601)))
02:04:17.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.379 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1287645293(state=PENDING, result=null, callback=(continuation of Deferred@1160834082 after retry RPC after error@181943378) -> (continuation of Deferred@220189046 after retry RPC after error@1053867064) -> (continuation of Deferred@2084767292 after retry RPC after error@926064458) -> (continuation of Deferred@1154837691 after retry RPC after error@2145331557) -> (continuation of Deferred@466203204 after retry RPC after error@950187704) -> (continuation of Deferred@1476240803 after retry RPC after error@1374632504), errback=(continuation of Deferred@1160834082 after retry RPC after error@181943378) -> (continuation of Deferred@220189046 after retry RPC after error@1053867064) -> (continuation of Deferred@2084767292 after retry RPC after error@926064458) -> (continuation of Deferred@1154837691 after retry RPC after error@2145331557) -> (continuation of Deferred@466203204 after retry RPC after error@950187704) -> (continuation of Deferred@1476240803 after retry RPC after error@1374632504)))
02:04:17.379 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1287645293(state=PENDING, result=null, callback=(continuation of Deferred@1160834082 after retry RPC after error@181943378) -> (continuation of Deferred@220189046 after retry RPC after error@1053867064) -> (continuation of Deferred@2084767292 after retry RPC after error@926064458) -> (continuation of Deferred@1154837691 after retry RPC after error@2145331557) -> (continuation of Deferred@466203204 after retry RPC after error@950187704) -> (continuation of Deferred@1476240803 after retry RPC after error@1374632504), errback=(continuation of Deferred@1160834082 after retry RPC after error@181943378) -> (continuation of Deferred@220189046 after retry RPC after error@1053867064) -> (continuation of Deferred@2084767292 after retry RPC after error@926064458) -> (continuation of Deferred@1154837691 after retry RPC after error@2145331557) -> (continuation of Deferred@466203204 after retry RPC after error@950187704) -> (continuation of Deferred@1476240803 after retry RPC after error@1374632504)))
02:04:17.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.619 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@189401732(state=PENDING, result=null, callback=(continuation of Deferred@862326264 after retry RPC after error@1191717003) -> (continuation of Deferred@923232968 after retry RPC after error@1816287366) -> (continuation of Deferred@1875415355 after retry RPC after error@1770172473) -> (continuation of Deferred@1709168363 after retry RPC after error@455550142) -> (continuation of Deferred@818757544 after retry RPC after error@1278362352) -> (continuation of Deferred@1463926035 after retry RPC after error@1977708945) -> (continuation of Deferred@747122938 after retry RPC after error@1928581721), errback=(continuation of Deferred@862326264 after retry RPC after error@1191717003) -> (continuation of Deferred@923232968 after retry RPC after error@1816287366) -> (continuation of Deferred@1875415355 after retry RPC after error@1770172473) -> (continuation of Deferred@1709168363 after retry RPC after error@455550142) -> (continuation of Deferred@818757544 after retry RPC after error@1278362352) -> (continuation of Deferred@1463926035 after retry RPC after error@1977708945) -> (continuation of Deferred@747122938 after retry RPC after error@1928581721)))
02:04:17.619 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@189401732(state=PENDING, result=null, callback=(continuation of Deferred@862326264 after retry RPC after error@1191717003) -> (continuation of Deferred@923232968 after retry RPC after error@1816287366) -> (continuation of Deferred@1875415355 after retry RPC after error@1770172473) -> (continuation of Deferred@1709168363 after retry RPC after error@455550142) -> (continuation of Deferred@818757544 after retry RPC after error@1278362352) -> (continuation of Deferred@1463926035 after retry RPC after error@1977708945) -> (continuation of Deferred@747122938 after retry RPC after error@1928581721), errback=(continuation of Deferred@862326264 after retry RPC after error@1191717003) -> (continuation of Deferred@923232968 after retry RPC after error@1816287366) -> (continuation of Deferred@1875415355 after retry RPC after error@1770172473) -> (continuation of Deferred@1709168363 after retry RPC after error@455550142) -> (continuation of Deferred@818757544 after retry RPC after error@1278362352) -> (continuation of Deferred@1463926035 after retry RPC after error@1977708945) -> (continuation of Deferred@747122938 after retry RPC after error@1928581721)))
02:04:17.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.760 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:17.762451 27089 raft_consensus.cc:491] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader a62142ae51d64b41b79f78f74a2c9831)
02:04:17.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:17.762679 27089 raft_consensus.cc:513] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:17.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:17.763394 27089 leader_election.cc:290] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329), bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719)
02:04:17.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:17.765671 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329): Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111)
02:04:17.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:17.765862 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719): Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:17.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:17.765976 26202 leader_election.cc:304] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 139df40554574a758941c6e16707c03e; no voters: a62142ae51d64b41b79f78f74a2c9831, bdf1eb108276440db816cbba2a720656
02:04:17.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:17.766218 27089 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:04:17.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.879 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1394133296(state=PENDING, result=null, callback=(continuation of Deferred@348402420 after retry RPC after error@1019203673) -> (continuation of Deferred@2106479575 after retry RPC after error@1749701663) -> (continuation of Deferred@1571592304 after retry RPC after error@533964420) -> (continuation of Deferred@273436226 after retry RPC after error@714869496) -> (continuation of Deferred@323647683 after retry RPC after error@296684456) -> (continuation of Deferred@1675852161 after retry RPC after error@702702799) -> (continuation of Deferred@1773047120 after retry RPC after error@11872646), errback=(continuation of Deferred@348402420 after retry RPC after error@1019203673) -> (continuation of Deferred@2106479575 after retry RPC after error@1749701663) -> (continuation of Deferred@1571592304 after retry RPC after error@533964420) -> (continuation of Deferred@273436226 after retry RPC after error@714869496) -> (continuation of Deferred@323647683 after retry RPC after error@296684456) -> (continuation of Deferred@1675852161 after retry RPC after error@702702799) -> (continuation of Deferred@1773047120 after retry RPC after error@11872646)))
02:04:17.879 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1394133296(state=PENDING, result=null, callback=(continuation of Deferred@348402420 after retry RPC after error@1019203673) -> (continuation of Deferred@2106479575 after retry RPC after error@1749701663) -> (continuation of Deferred@1571592304 after retry RPC after error@533964420) -> (continuation of Deferred@273436226 after retry RPC after error@714869496) -> (continuation of Deferred@323647683 after retry RPC after error@296684456) -> (continuation of Deferred@1675852161 after retry RPC after error@702702799) -> (continuation of Deferred@1773047120 after retry RPC after error@11872646), errback=(continuation of Deferred@348402420 after retry RPC after error@1019203673) -> (continuation of Deferred@2106479575 after retry RPC after error@1749701663) -> (continuation of Deferred@1571592304 after retry RPC after error@533964420) -> (continuation of Deferred@273436226 after retry RPC after error@714869496) -> (continuation of Deferred@323647683 after retry RPC after error@296684456) -> (continuation of Deferred@1675852161 after retry RPC after error@702702799) -> (continuation of Deferred@1773047120 after retry RPC after error@11872646)))
02:04:17.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:17.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:17.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:17.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:17.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:17.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.059 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1704986126(state=PENDING, result=null, callback=(continuation of Deferred@1983651292 after retry RPC after error@1560681702) -> (continuation of Deferred@1388249694 after retry RPC after error@936046193) -> (continuation of Deferred@554620841 after retry RPC after error@1275203138) -> (continuation of Deferred@1711626350 after retry RPC after error@106732473) -> (continuation of Deferred@1362671428 after retry RPC after error@219464511) -> (continuation of Deferred@1092500699 after retry RPC after error@595453458), errback=(continuation of Deferred@1983651292 after retry RPC after error@1560681702) -> (continuation of Deferred@1388249694 after retry RPC after error@936046193) -> (continuation of Deferred@554620841 after retry RPC after error@1275203138) -> (continuation of Deferred@1711626350 after retry RPC after error@106732473) -> (continuation of Deferred@1362671428 after retry RPC after error@219464511) -> (continuation of Deferred@1092500699 after retry RPC after error@595453458)))
02:04:18.059 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1704986126(state=PENDING, result=null, callback=(continuation of Deferred@1983651292 after retry RPC after error@1560681702) -> (continuation of Deferred@1388249694 after retry RPC after error@936046193) -> (continuation of Deferred@554620841 after retry RPC after error@1275203138) -> (continuation of Deferred@1711626350 after retry RPC after error@106732473) -> (continuation of Deferred@1362671428 after retry RPC after error@219464511) -> (continuation of Deferred@1092500699 after retry RPC after error@595453458), errback=(continuation of Deferred@1983651292 after retry RPC after error@1560681702) -> (continuation of Deferred@1388249694 after retry RPC after error@936046193) -> (continuation of Deferred@554620841 after retry RPC after error@1275203138) -> (continuation of Deferred@1711626350 after retry RPC after error@106732473) -> (continuation of Deferred@1362671428 after retry RPC after error@219464511) -> (continuation of Deferred@1092500699 after retry RPC after error@595453458)))
02:04:18.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.239 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1627651903(state=PENDING, result=null, callback=(continuation of Deferred@123298762 after retry RPC after error@1650761252) -> (continuation of Deferred@1664644890 after retry RPC after error@498898501) -> (continuation of Deferred@1371009291 after retry RPC after error@400867495) -> (continuation of Deferred@927262182 after retry RPC after error@1311986677) -> (continuation of Deferred@543345809 after retry RPC after error@296931778) -> (continuation of Deferred@29978055 after retry RPC after error@1437678320), errback=(continuation of Deferred@123298762 after retry RPC after error@1650761252) -> (continuation of Deferred@1664644890 after retry RPC after error@498898501) -> (continuation of Deferred@1371009291 after retry RPC after error@400867495) -> (continuation of Deferred@927262182 after retry RPC after error@1311986677) -> (continuation of Deferred@543345809 after retry RPC after error@296931778) -> (continuation of Deferred@29978055 after retry RPC after error@1437678320)))
02:04:18.240 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1627651903(state=PENDING, result=null, callback=(continuation of Deferred@123298762 after retry RPC after error@1650761252) -> (continuation of Deferred@1664644890 after retry RPC after error@498898501) -> (continuation of Deferred@1371009291 after retry RPC after error@400867495) -> (continuation of Deferred@927262182 after retry RPC after error@1311986677) -> (continuation of Deferred@543345809 after retry RPC after error@296931778) -> (continuation of Deferred@29978055 after retry RPC after error@1437678320), errback=(continuation of Deferred@123298762 after retry RPC after error@1650761252) -> (continuation of Deferred@1664644890 after retry RPC after error@498898501) -> (continuation of Deferred@1371009291 after retry RPC after error@400867495) -> (continuation of Deferred@927262182 after retry RPC after error@1311986677) -> (continuation of Deferred@543345809 after retry RPC after error@296931778) -> (continuation of Deferred@29978055 after retry RPC after error@1437678320)))
02:04:18.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.505 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [200ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@208402113(state=PENDING, result=null, callback=(continuation of Deferred@2040372619 after retry RPC after error@929478848) -> (continuation of Deferred@578717433 after retry RPC after error@1903206793) -> (continuation of Deferred@1687423977 after retry RPC after error@1714822915) -> (continuation of Deferred@816387186 after retry RPC after error@1151440647) -> (continuation of Deferred@11405113 after retry RPC after error@1454820904) -> (continuation of Deferred@776231432 after retry RPC after error@1721100648) -> (continuation of Deferred@376614220 after retry RPC after error@1993733668) -> (continuation of Deferred@2051892972 after retry RPC after error@869928548), errback=(continuation of Deferred@2040372619 after retry RPC after error@929478848) -> (continuation of Deferred@578717433 after retry RPC after error@1903206793) -> (continuation of Deferred@1687423977 after retry RPC after error@1714822915) -> (continuation of Deferred@816387186 after retry RPC after error@1151440647) -> (continuation of Deferred@11405113 after retry RPC after error@1454820904) -> (continuation of Deferred@776231432 after retry RPC after error@1721100648) -> (continuation of Deferred@376614220 after retry RPC after error@1993733668) -> (continuation of Deferred@2051892972 after retry RPC after error@869928548)))
02:04:18.505 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [200ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@208402113(state=PENDING, result=null, callback=(continuation of Deferred@2040372619 after retry RPC after error@929478848) -> (continuation of Deferred@578717433 after retry RPC after error@1903206793) -> (continuation of Deferred@1687423977 after retry RPC after error@1714822915) -> (continuation of Deferred@816387186 after retry RPC after error@1151440647) -> (continuation of Deferred@11405113 after retry RPC after error@1454820904) -> (continuation of Deferred@776231432 after retry RPC after error@1721100648) -> (continuation of Deferred@376614220 after retry RPC after error@1993733668) -> (continuation of Deferred@2051892972 after retry RPC after error@869928548), errback=(continuation of Deferred@2040372619 after retry RPC after error@929478848) -> (continuation of Deferred@578717433 after retry RPC after error@1903206793) -> (continuation of Deferred@1687423977 after retry RPC after error@1714822915) -> (continuation of Deferred@816387186 after retry RPC after error@1151440647) -> (continuation of Deferred@11405113 after retry RPC after error@1454820904) -> (continuation of Deferred@776231432 after retry RPC after error@1721100648) -> (continuation of Deferred@376614220 after retry RPC after error@1993733668) -> (continuation of Deferred@2051892972 after retry RPC after error@869928548)))
02:04:18.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.719 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@512379895(state=PENDING, result=null, callback=(continuation of Deferred@6121848 after retry RPC after error@406808236) -> (continuation of Deferred@82707892 after retry RPC after error@1224155949) -> (continuation of Deferred@587892194 after retry RPC after error@1088654633) -> (continuation of Deferred@877982500 after retry RPC after error@1170948296) -> (continuation of Deferred@848947206 after retry RPC after error@1859105209) -> (continuation of Deferred@2098307735 after retry RPC after error@1648582909), errback=(continuation of Deferred@6121848 after retry RPC after error@406808236) -> (continuation of Deferred@82707892 after retry RPC after error@1224155949) -> (continuation of Deferred@587892194 after retry RPC after error@1088654633) -> (continuation of Deferred@877982500 after retry RPC after error@1170948296) -> (continuation of Deferred@848947206 after retry RPC after error@1859105209) -> (continuation of Deferred@2098307735 after retry RPC after error@1648582909)))
02:04:18.720 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@512379895(state=PENDING, result=null, callback=(continuation of Deferred@6121848 after retry RPC after error@406808236) -> (continuation of Deferred@82707892 after retry RPC after error@1224155949) -> (continuation of Deferred@587892194 after retry RPC after error@1088654633) -> (continuation of Deferred@877982500 after retry RPC after error@1170948296) -> (continuation of Deferred@848947206 after retry RPC after error@1859105209) -> (continuation of Deferred@2098307735 after retry RPC after error@1648582909), errback=(continuation of Deferred@6121848 after retry RPC after error@406808236) -> (continuation of Deferred@82707892 after retry RPC after error@1224155949) -> (continuation of Deferred@587892194 after retry RPC after error@1088654633) -> (continuation of Deferred@877982500 after retry RPC after error@1170948296) -> (continuation of Deferred@848947206 after retry RPC after error@1859105209) -> (continuation of Deferred@2098307735 after retry RPC after error@1648582909)))
02:04:18.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:18.979 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@837155089(state=PENDING, result=null, callback=(continuation of Deferred@99465624 after retry RPC after error@2052300946) -> (continuation of Deferred@612323405 after retry RPC after error@986454178) -> (continuation of Deferred@1384466202 after retry RPC after error@901065448) -> (continuation of Deferred@1796663595 after retry RPC after error@826664419) -> (continuation of Deferred@1233176902 after retry RPC after error@1442728180) -> (continuation of Deferred@159235281 after retry RPC after error@386476768) -> (continuation of Deferred@1485577150 after retry RPC after error@2131902899), errback=(continuation of Deferred@99465624 after retry RPC after error@2052300946) -> (continuation of Deferred@612323405 after retry RPC after error@986454178) -> (continuation of Deferred@1384466202 after retry RPC after error@901065448) -> (continuation of Deferred@1796663595 after retry RPC after error@826664419) -> (continuation of Deferred@1233176902 after retry RPC after error@1442728180) -> (continuation of Deferred@159235281 after retry RPC after error@386476768) -> (continuation of Deferred@1485577150 after retry RPC after error@2131902899)))
02:04:18.980 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@837155089(state=PENDING, result=null, callback=(continuation of Deferred@99465624 after retry RPC after error@2052300946) -> (continuation of Deferred@612323405 after retry RPC after error@986454178) -> (continuation of Deferred@1384466202 after retry RPC after error@901065448) -> (continuation of Deferred@1796663595 after retry RPC after error@826664419) -> (continuation of Deferred@1233176902 after retry RPC after error@1442728180) -> (continuation of Deferred@159235281 after retry RPC after error@386476768) -> (continuation of Deferred@1485577150 after retry RPC after error@2131902899), errback=(continuation of Deferred@99465624 after retry RPC after error@2052300946) -> (continuation of Deferred@612323405 after retry RPC after error@986454178) -> (continuation of Deferred@1384466202 after retry RPC after error@901065448) -> (continuation of Deferred@1796663595 after retry RPC after error@826664419) -> (continuation of Deferred@1233176902 after retry RPC after error@1442728180) -> (continuation of Deferred@159235281 after retry RPC after error@386476768) -> (continuation of Deferred@1485577150 after retry RPC after error@2131902899)))
02:04:18.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:18.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:18.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:18.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:18.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.159 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@547166231(state=PENDING, result=null, callback=(continuation of Deferred@2079762943 after retry RPC after error@1801088770) -> (continuation of Deferred@1475757675 after retry RPC after error@535015714) -> (continuation of Deferred@1368676976 after retry RPC after error@1762532671) -> (continuation of Deferred@204393323 after retry RPC after error@239473005) -> (continuation of Deferred@2104663311 after retry RPC after error@1686929531) -> (continuation of Deferred@503544338 after retry RPC after error@544263622), errback=(continuation of Deferred@2079762943 after retry RPC after error@1801088770) -> (continuation of Deferred@1475757675 after retry RPC after error@535015714) -> (continuation of Deferred@1368676976 after retry RPC after error@1762532671) -> (continuation of Deferred@204393323 after retry RPC after error@239473005) -> (continuation of Deferred@2104663311 after retry RPC after error@1686929531) -> (continuation of Deferred@503544338 after retry RPC after error@544263622)))
02:04:19.159 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@547166231(state=PENDING, result=null, callback=(continuation of Deferred@2079762943 after retry RPC after error@1801088770) -> (continuation of Deferred@1475757675 after retry RPC after error@535015714) -> (continuation of Deferred@1368676976 after retry RPC after error@1762532671) -> (continuation of Deferred@204393323 after retry RPC after error@239473005) -> (continuation of Deferred@2104663311 after retry RPC after error@1686929531) -> (continuation of Deferred@503544338 after retry RPC after error@544263622), errback=(continuation of Deferred@2079762943 after retry RPC after error@1801088770) -> (continuation of Deferred@1475757675 after retry RPC after error@535015714) -> (continuation of Deferred@1368676976 after retry RPC after error@1762532671) -> (continuation of Deferred@204393323 after retry RPC after error@239473005) -> (continuation of Deferred@2104663311 after retry RPC after error@1686929531) -> (continuation of Deferred@503544338 after retry RPC after error@544263622)))
02:04:19.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.359 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1326057501(state=PENDING, result=null, callback=(continuation of Deferred@736304242 after retry RPC after error@1534826376) -> (continuation of Deferred@163950785 after retry RPC after error@370154244) -> (continuation of Deferred@631473464 after retry RPC after error@576950739) -> (continuation of Deferred@100953830 after retry RPC after error@282762521) -> (continuation of Deferred@694767743 after retry RPC after error@398111112) -> (continuation of Deferred@854367943 after retry RPC after error@1981480918) -> (continuation of Deferred@361997250 after retry RPC after error@1466398217), errback=(continuation of Deferred@736304242 after retry RPC after error@1534826376) -> (continuation of Deferred@163950785 after retry RPC after error@370154244) -> (continuation of Deferred@631473464 after retry RPC after error@576950739) -> (continuation of Deferred@100953830 after retry RPC after error@282762521) -> (continuation of Deferred@694767743 after retry RPC after error@398111112) -> (continuation of Deferred@854367943 after retry RPC after error@1981480918) -> (continuation of Deferred@361997250 after retry RPC after error@1466398217)))
02:04:19.360 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1326057501(state=PENDING, result=null, callback=(continuation of Deferred@736304242 after retry RPC after error@1534826376) -> (continuation of Deferred@163950785 after retry RPC after error@370154244) -> (continuation of Deferred@631473464 after retry RPC after error@576950739) -> (continuation of Deferred@100953830 after retry RPC after error@282762521) -> (continuation of Deferred@694767743 after retry RPC after error@398111112) -> (continuation of Deferred@854367943 after retry RPC after error@1981480918) -> (continuation of Deferred@361997250 after retry RPC after error@1466398217), errback=(continuation of Deferred@736304242 after retry RPC after error@1534826376) -> (continuation of Deferred@163950785 after retry RPC after error@370154244) -> (continuation of Deferred@631473464 after retry RPC after error@576950739) -> (continuation of Deferred@100953830 after retry RPC after error@282762521) -> (continuation of Deferred@694767743 after retry RPC after error@398111112) -> (continuation of Deferred@854367943 after retry RPC after error@1981480918) -> (continuation of Deferred@361997250 after retry RPC after error@1466398217)))
02:04:19.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.481 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:19.481959 26187 master_runner.cc:186] Error getting master registration for 127.25.144.61:40329: Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111),
02:04:19.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:19.482169 26187 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:04:19.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.619 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [104ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1161418724(state=PENDING, result=null, callback=(continuation of Deferred@1155168793 after retry RPC after error@1746702904) -> (continuation of Deferred@382099422 after retry RPC after error@491469845) -> (continuation of Deferred@173446935 after retry RPC after error@106387767) -> (continuation of Deferred@583782028 after retry RPC after error@1722082644) -> (continuation of Deferred@1484007608 after retry RPC after error@1683381344) -> (continuation of Deferred@404050376 after retry RPC after error@1507498459) -> (continuation of Deferred@538069936 after retry RPC after error@1995552398), errback=(continuation of Deferred@1155168793 after retry RPC after error@1746702904) -> (continuation of Deferred@382099422 after retry RPC after error@491469845) -> (continuation of Deferred@173446935 after retry RPC after error@106387767) -> (continuation of Deferred@583782028 after retry RPC after error@1722082644) -> (continuation of Deferred@1484007608 after retry RPC after error@1683381344) -> (continuation of Deferred@404050376 after retry RPC after error@1507498459) -> (continuation of Deferred@538069936 after retry RPC after error@1995552398)))
02:04:19.619 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [104ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1161418724(state=PENDING, result=null, callback=(continuation of Deferred@1155168793 after retry RPC after error@1746702904) -> (continuation of Deferred@382099422 after retry RPC after error@491469845) -> (continuation of Deferred@173446935 after retry RPC after error@106387767) -> (continuation of Deferred@583782028 after retry RPC after error@1722082644) -> (continuation of Deferred@1484007608 after retry RPC after error@1683381344) -> (continuation of Deferred@404050376 after retry RPC after error@1507498459) -> (continuation of Deferred@538069936 after retry RPC after error@1995552398), errback=(continuation of Deferred@1155168793 after retry RPC after error@1746702904) -> (continuation of Deferred@382099422 after retry RPC after error@491469845) -> (continuation of Deferred@173446935 after retry RPC after error@106387767) -> (continuation of Deferred@583782028 after retry RPC after error@1722082644) -> (continuation of Deferred@1484007608 after retry RPC after error@1683381344) -> (continuation of Deferred@404050376 after retry RPC after error@1507498459) -> (continuation of Deferred@538069936 after retry RPC after error@1995552398)))
02:04:19.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.819 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1995458831(state=PENDING, result=null, callback=(continuation of Deferred@847360834 after retry RPC after error@180980346) -> (continuation of Deferred@1863909022 after retry RPC after error@466909763) -> (continuation of Deferred@611369432 after retry RPC after error@1647056246) -> (continuation of Deferred@1248394147 after retry RPC after error@1926661839) -> (continuation of Deferred@1351284556 after retry RPC after error@1376771982) -> (continuation of Deferred@1597473679 after retry RPC after error@420578904) -> (continuation of Deferred@505815713 after retry RPC after error@855211332), errback=(continuation of Deferred@847360834 after retry RPC after error@180980346) -> (continuation of Deferred@1863909022 after retry RPC after error@466909763) -> (continuation of Deferred@611369432 after retry RPC after error@1647056246) -> (continuation of Deferred@1248394147 after retry RPC after error@1926661839) -> (continuation of Deferred@1351284556 after retry RPC after error@1376771982) -> (continuation of Deferred@1597473679 after retry RPC after error@420578904) -> (continuation of Deferred@505815713 after retry RPC after error@855211332)))
02:04:19.820 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1995458831(state=PENDING, result=null, callback=(continuation of Deferred@847360834 after retry RPC after error@180980346) -> (continuation of Deferred@1863909022 after retry RPC after error@466909763) -> (continuation of Deferred@611369432 after retry RPC after error@1647056246) -> (continuation of Deferred@1248394147 after retry RPC after error@1926661839) -> (continuation of Deferred@1351284556 after retry RPC after error@1376771982) -> (continuation of Deferred@1597473679 after retry RPC after error@420578904) -> (continuation of Deferred@505815713 after retry RPC after error@855211332), errback=(continuation of Deferred@847360834 after retry RPC after error@180980346) -> (continuation of Deferred@1863909022 after retry RPC after error@466909763) -> (continuation of Deferred@611369432 after retry RPC after error@1647056246) -> (continuation of Deferred@1248394147 after retry RPC after error@1926661839) -> (continuation of Deferred@1351284556 after retry RPC after error@1376771982) -> (continuation of Deferred@1597473679 after retry RPC after error@420578904) -> (continuation of Deferred@505815713 after retry RPC after error@855211332)))
02:04:19.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:19.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:19.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:19.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:19.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:19.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.039 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@439074455(state=PENDING, result=null, callback=(continuation of Deferred@686838519 after retry RPC after error@719994736) -> (continuation of Deferred@71900233 after retry RPC after error@1129436497) -> (continuation of Deferred@1763463206 after retry RPC after error@309785546) -> (continuation of Deferred@1578176153 after retry RPC after error@321368919) -> (continuation of Deferred@405884021 after retry RPC after error@1031541786) -> (continuation of Deferred@1800384746 after retry RPC after error@1172048863), errback=(continuation of Deferred@686838519 after retry RPC after error@719994736) -> (continuation of Deferred@71900233 after retry RPC after error@1129436497) -> (continuation of Deferred@1763463206 after retry RPC after error@309785546) -> (continuation of Deferred@1578176153 after retry RPC after error@321368919) -> (continuation of Deferred@405884021 after retry RPC after error@1031541786) -> (continuation of Deferred@1800384746 after retry RPC after error@1172048863)))
02:04:20.039 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@439074455(state=PENDING, result=null, callback=(continuation of Deferred@686838519 after retry RPC after error@719994736) -> (continuation of Deferred@71900233 after retry RPC after error@1129436497) -> (continuation of Deferred@1763463206 after retry RPC after error@309785546) -> (continuation of Deferred@1578176153 after retry RPC after error@321368919) -> (continuation of Deferred@405884021 after retry RPC after error@1031541786) -> (continuation of Deferred@1800384746 after retry RPC after error@1172048863), errback=(continuation of Deferred@686838519 after retry RPC after error@719994736) -> (continuation of Deferred@71900233 after retry RPC after error@1129436497) -> (continuation of Deferred@1763463206 after retry RPC after error@309785546) -> (continuation of Deferred@1578176153 after retry RPC after error@321368919) -> (continuation of Deferred@405884021 after retry RPC after error@1031541786) -> (continuation of Deferred@1800384746 after retry RPC after error@1172048863)))
02:04:20.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.259 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@2056913820(state=PENDING, result=null, callback=(continuation of Deferred@524654174 after retry RPC after error@821945457) -> (continuation of Deferred@1776686460 after retry RPC after error@1137339711) -> (continuation of Deferred@1880028286 after retry RPC after error@797919330) -> (continuation of Deferred@1981543706 after retry RPC after error@1722342771) -> (continuation of Deferred@1627547868 after retry RPC after error@882630854) -> (continuation of Deferred@486629482 after retry RPC after error@1038251516) -> (continuation of Deferred@1330953748 after retry RPC after error@614656744), errback=(continuation of Deferred@524654174 after retry RPC after error@821945457) -> (continuation of Deferred@1776686460 after retry RPC after error@1137339711) -> (continuation of Deferred@1880028286 after retry RPC after error@797919330) -> (continuation of Deferred@1981543706 after retry RPC after error@1722342771) -> (continuation of Deferred@1627547868 after retry RPC after error@882630854) -> (continuation of Deferred@486629482 after retry RPC after error@1038251516) -> (continuation of Deferred@1330953748 after retry RPC after error@614656744)))
02:04:20.260 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@2056913820(state=PENDING, result=null, callback=(continuation of Deferred@524654174 after retry RPC after error@821945457) -> (continuation of Deferred@1776686460 after retry RPC after error@1137339711) -> (continuation of Deferred@1880028286 after retry RPC after error@797919330) -> (continuation of Deferred@1981543706 after retry RPC after error@1722342771) -> (continuation of Deferred@1627547868 after retry RPC after error@882630854) -> (continuation of Deferred@486629482 after retry RPC after error@1038251516) -> (continuation of Deferred@1330953748 after retry RPC after error@614656744), errback=(continuation of Deferred@524654174 after retry RPC after error@821945457) -> (continuation of Deferred@1776686460 after retry RPC after error@1137339711) -> (continuation of Deferred@1880028286 after retry RPC after error@797919330) -> (continuation of Deferred@1981543706 after retry RPC after error@1722342771) -> (continuation of Deferred@1627547868 after retry RPC after error@882630854) -> (continuation of Deferred@486629482 after retry RPC after error@1038251516) -> (continuation of Deferred@1330953748 after retry RPC after error@614656744)))
02:04:20.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.519 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@31924843(state=PENDING, result=null, callback=(continuation of Deferred@2138262335 after retry RPC after error@916863787) -> (continuation of Deferred@1347369084 after retry RPC after error@1753459812) -> (continuation of Deferred@231483640 after retry RPC after error@171189513) -> (continuation of Deferred@588345579 after retry RPC after error@1443104865) -> (continuation of Deferred@979591601 after retry RPC after error@299108249) -> (continuation of Deferred@963296096 after retry RPC after error@1331428140) -> (continuation of Deferred@1855223199 after retry RPC after error@1607290651), errback=(continuation of Deferred@2138262335 after retry RPC after error@916863787) -> (continuation of Deferred@1347369084 after retry RPC after error@1753459812) -> (continuation of Deferred@231483640 after retry RPC after error@171189513) -> (continuation of Deferred@588345579 after retry RPC after error@1443104865) -> (continuation of Deferred@979591601 after retry RPC after error@299108249) -> (continuation of Deferred@963296096 after retry RPC after error@1331428140) -> (continuation of Deferred@1855223199 after retry RPC after error@1607290651)))
02:04:20.520 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@31924843(state=PENDING, result=null, callback=(continuation of Deferred@2138262335 after retry RPC after error@916863787) -> (continuation of Deferred@1347369084 after retry RPC after error@1753459812) -> (continuation of Deferred@231483640 after retry RPC after error@171189513) -> (continuation of Deferred@588345579 after retry RPC after error@1443104865) -> (continuation of Deferred@979591601 after retry RPC after error@299108249) -> (continuation of Deferred@963296096 after retry RPC after error@1331428140) -> (continuation of Deferred@1855223199 after retry RPC after error@1607290651), errback=(continuation of Deferred@2138262335 after retry RPC after error@916863787) -> (continuation of Deferred@1347369084 after retry RPC after error@1753459812) -> (continuation of Deferred@231483640 after retry RPC after error@171189513) -> (continuation of Deferred@588345579 after retry RPC after error@1443104865) -> (continuation of Deferred@979591601 after retry RPC after error@299108249) -> (continuation of Deferred@963296096 after retry RPC after error@1331428140) -> (continuation of Deferred@1855223199 after retry RPC after error@1607290651)))
02:04:20.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.719 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1569483428(state=PENDING, result=null, callback=(continuation of Deferred@1568436252 after retry RPC after error@477049642) -> (continuation of Deferred@472292184 after retry RPC after error@574692146) -> (continuation of Deferred@478376950 after retry RPC after error@2031150383) -> (continuation of Deferred@1363430670 after retry RPC after error@2079736991) -> (continuation of Deferred@2095940820 after retry RPC after error@36323323) -> (continuation of Deferred@1911893645 after retry RPC after error@946757264) -> (continuation of Deferred@674604653 after retry RPC after error@2075365751), errback=(continuation of Deferred@1568436252 after retry RPC after error@477049642) -> (continuation of Deferred@472292184 after retry RPC after error@574692146) -> (continuation of Deferred@478376950 after retry RPC after error@2031150383) -> (continuation of Deferred@1363430670 after retry RPC after error@2079736991) -> (continuation of Deferred@2095940820 after retry RPC after error@36323323) -> (continuation of Deferred@1911893645 after retry RPC after error@946757264) -> (continuation of Deferred@674604653 after retry RPC after error@2075365751)))
02:04:20.719 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1569483428(state=PENDING, result=null, callback=(continuation of Deferred@1568436252 after retry RPC after error@477049642) -> (continuation of Deferred@472292184 after retry RPC after error@574692146) -> (continuation of Deferred@478376950 after retry RPC after error@2031150383) -> (continuation of Deferred@1363430670 after retry RPC after error@2079736991) -> (continuation of Deferred@2095940820 after retry RPC after error@36323323) -> (continuation of Deferred@1911893645 after retry RPC after error@946757264) -> (continuation of Deferred@674604653 after retry RPC after error@2075365751), errback=(continuation of Deferred@1568436252 after retry RPC after error@477049642) -> (continuation of Deferred@472292184 after retry RPC after error@574692146) -> (continuation of Deferred@478376950 after retry RPC after error@2031150383) -> (continuation of Deferred@1363430670 after retry RPC after error@2079736991) -> (continuation of Deferred@2095940820 after retry RPC after error@36323323) -> (continuation of Deferred@1911893645 after retry RPC after error@946757264) -> (continuation of Deferred@674604653 after retry RPC after error@2075365751)))
02:04:20.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.919 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@2143634401(state=PENDING, result=null, callback=(continuation of Deferred@1096694447 after retry RPC after error@1494754264) -> (continuation of Deferred@1459356829 after retry RPC after error@66297832) -> (continuation of Deferred@860374651 after retry RPC after error@727102761) -> (continuation of Deferred@490247218 after retry RPC after error@36390050) -> (continuation of Deferred@1939972354 after retry RPC after error@1832959394) -> (continuation of Deferred@872430908 after retry RPC after error@1817600330), errback=(continuation of Deferred@1096694447 after retry RPC after error@1494754264) -> (continuation of Deferred@1459356829 after retry RPC after error@66297832) -> (continuation of Deferred@860374651 after retry RPC after error@727102761) -> (continuation of Deferred@490247218 after retry RPC after error@36390050) -> (continuation of Deferred@1939972354 after retry RPC after error@1832959394) -> (continuation of Deferred@872430908 after retry RPC after error@1817600330)))
02:04:20.920 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@2143634401(state=PENDING, result=null, callback=(continuation of Deferred@1096694447 after retry RPC after error@1494754264) -> (continuation of Deferred@1459356829 after retry RPC after error@66297832) -> (continuation of Deferred@860374651 after retry RPC after error@727102761) -> (continuation of Deferred@490247218 after retry RPC after error@36390050) -> (continuation of Deferred@1939972354 after retry RPC after error@1832959394) -> (continuation of Deferred@872430908 after retry RPC after error@1817600330), errback=(continuation of Deferred@1096694447 after retry RPC after error@1494754264) -> (continuation of Deferred@1459356829 after retry RPC after error@66297832) -> (continuation of Deferred@860374651 after retry RPC after error@727102761) -> (continuation of Deferred@490247218 after retry RPC after error@36390050) -> (continuation of Deferred@1939972354 after retry RPC after error@1832959394) -> (continuation of Deferred@872430908 after retry RPC after error@1817600330)))
02:04:20.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:20.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:20.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:20.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:20.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:20.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.041 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.197 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [105ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@918068479(state=PENDING, result=null, callback=(continuation of Deferred@1078059749 after retry RPC after error@1746784544) -> (continuation of Deferred@1914036254 after retry RPC after error@3724743) -> (continuation of Deferred@1335970287 after retry RPC after error@1228084714) -> (continuation of Deferred@351996354 after retry RPC after error@1386967159) -> (continuation of Deferred@394311164 after retry RPC after error@1179479715) -> (continuation of Deferred@171231921 after retry RPC after error@60111688) -> (continuation of Deferred@296239507 after retry RPC after error@1019022707), errback=(continuation of Deferred@1078059749 after retry RPC after error@1746784544) -> (continuation of Deferred@1914036254 after retry RPC after error@3724743) -> (continuation of Deferred@1335970287 after retry RPC after error@1228084714) -> (continuation of Deferred@351996354 after retry RPC after error@1386967159) -> (continuation of Deferred@394311164 after retry RPC after error@1179479715) -> (continuation of Deferred@171231921 after retry RPC after error@60111688) -> (continuation of Deferred@296239507 after retry RPC after error@1019022707)))
02:04:21.197 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:04:21.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.459 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [243ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@178140355(state=PENDING, result=null, callback=(continuation of Deferred@1952073648 after retry RPC after error@1428072826) -> (continuation of Deferred@1957733736 after retry RPC after error@259243793) -> (continuation of Deferred@691146376 after retry RPC after error@155662253) -> (continuation of Deferred@2016237576 after retry RPC after error@1790241579) -> (continuation of Deferred@1405873851 after retry RPC after error@1669415216) -> (continuation of Deferred@1904126032 after retry RPC after error@1012852967) -> (continuation of Deferred@820799457 after retry RPC after error@1502423053), errback=(continuation of Deferred@1952073648 after retry RPC after error@1428072826) -> (continuation of Deferred@1957733736 after retry RPC after error@259243793) -> (continuation of Deferred@691146376 after retry RPC after error@155662253) -> (continuation of Deferred@2016237576 after retry RPC after error@1790241579) -> (continuation of Deferred@1405873851 after retry RPC after error@1669415216) -> (continuation of Deferred@1904126032 after retry RPC after error@1012852967) -> (continuation of Deferred@820799457 after retry RPC after error@1502423053)))
02:04:21.460 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [243ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@178140355(state=PENDING, result=null, callback=(continuation of Deferred@1952073648 after retry RPC after error@1428072826) -> (continuation of Deferred@1957733736 after retry RPC after error@259243793) -> (continuation of Deferred@691146376 after retry RPC after error@155662253) -> (continuation of Deferred@2016237576 after retry RPC after error@1790241579) -> (continuation of Deferred@1405873851 after retry RPC after error@1669415216) -> (continuation of Deferred@1904126032 after retry RPC after error@1012852967) -> (continuation of Deferred@820799457 after retry RPC after error@1502423053), errback=(continuation of Deferred@1952073648 after retry RPC after error@1428072826) -> (continuation of Deferred@1957733736 after retry RPC after error@259243793) -> (continuation of Deferred@691146376 after retry RPC after error@155662253) -> (continuation of Deferred@2016237576 after retry RPC after error@1790241579) -> (continuation of Deferred@1405873851 after retry RPC after error@1669415216) -> (continuation of Deferred@1904126032 after retry RPC after error@1012852967) -> (continuation of Deferred@820799457 after retry RPC after error@1502423053)))
02:04:21.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:21.635286 27114 raft_consensus.cc:491] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader a62142ae51d64b41b79f78f74a2c9831)
02:04:21.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:21.635495 27114 raft_consensus.cc:513] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:21.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:21.636080 27114 leader_election.cc:290] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329), bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719)
02:04:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:21.637337 26202 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111) [suppressed 3 similar messages]
02:04:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:21.638665 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329): Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111)
02:04:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:21.638861 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719): Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:21.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:21.638998 26202 leader_election.cc:304] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 139df40554574a758941c6e16707c03e; no voters: a62142ae51d64b41b79f78f74a2c9831, bdf1eb108276440db816cbba2a720656
02:04:21.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:21.639278 27114 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:04:21.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.679 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@2078250557(state=PENDING, result=null, callback=(continuation of Deferred@830984817 after retry RPC after error@32466298) -> (continuation of Deferred@1185351879 after retry RPC after error@1095635024) -> (continuation of Deferred@1314211410 after retry RPC after error@887828055) -> (continuation of Deferred@1249175869 after retry RPC after error@2064231603) -> (continuation of Deferred@520753750 after retry RPC after error@1920867958) -> (continuation of Deferred@523123717 after retry RPC after error@695498599) -> (continuation of Deferred@1721981117 after retry RPC after error@1680631729), errback=(continuation of Deferred@830984817 after retry RPC after error@32466298) -> (continuation of Deferred@1185351879 after retry RPC after error@1095635024) -> (continuation of Deferred@1314211410 after retry RPC after error@887828055) -> (continuation of Deferred@1249175869 after retry RPC after error@2064231603) -> (continuation of Deferred@520753750 after retry RPC after error@1920867958) -> (continuation of Deferred@523123717 after retry RPC after error@695498599) -> (continuation of Deferred@1721981117 after retry RPC after error@1680631729)))
02:04:21.680 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@2078250557(state=PENDING, result=null, callback=(continuation of Deferred@830984817 after retry RPC after error@32466298) -> (continuation of Deferred@1185351879 after retry RPC after error@1095635024) -> (continuation of Deferred@1314211410 after retry RPC after error@887828055) -> (continuation of Deferred@1249175869 after retry RPC after error@2064231603) -> (continuation of Deferred@520753750 after retry RPC after error@1920867958) -> (continuation of Deferred@523123717 after retry RPC after error@695498599) -> (continuation of Deferred@1721981117 after retry RPC after error@1680631729), errback=(continuation of Deferred@830984817 after retry RPC after error@32466298) -> (continuation of Deferred@1185351879 after retry RPC after error@1095635024) -> (continuation of Deferred@1314211410 after retry RPC after error@887828055) -> (continuation of Deferred@1249175869 after retry RPC after error@2064231603) -> (continuation of Deferred@520753750 after retry RPC after error@1920867958) -> (continuation of Deferred@523123717 after retry RPC after error@695498599) -> (continuation of Deferred@1721981117 after retry RPC after error@1680631729)))
02:04:21.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.899 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1622303658(state=PENDING, result=null, callback=(continuation of Deferred@1416439674 after retry RPC after error@1399513106) -> (continuation of Deferred@1151159622 after retry RPC after error@935450956) -> (continuation of Deferred@178941497 after retry RPC after error@247751950) -> (continuation of Deferred@547225325 after retry RPC after error@422529035) -> (continuation of Deferred@1076700849 after retry RPC after error@1835849647) -> (continuation of Deferred@583612025 after retry RPC after error@1095060795) -> (continuation of Deferred@1752490764 after retry RPC after error@1663991810), errback=(continuation of Deferred@1416439674 after retry RPC after error@1399513106) -> (continuation of Deferred@1151159622 after retry RPC after error@935450956) -> (continuation of Deferred@178941497 after retry RPC after error@247751950) -> (continuation of Deferred@547225325 after retry RPC after error@422529035) -> (continuation of Deferred@1076700849 after retry RPC after error@1835849647) -> (continuation of Deferred@583612025 after retry RPC after error@1095060795) -> (continuation of Deferred@1752490764 after retry RPC after error@1663991810)))
02:04:21.899 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1622303658(state=PENDING, result=null, callback=(continuation of Deferred@1416439674 after retry RPC after error@1399513106) -> (continuation of Deferred@1151159622 after retry RPC after error@935450956) -> (continuation of Deferred@178941497 after retry RPC after error@247751950) -> (continuation of Deferred@547225325 after retry RPC after error@422529035) -> (continuation of Deferred@1076700849 after retry RPC after error@1835849647) -> (continuation of Deferred@583612025 after retry RPC after error@1095060795) -> (continuation of Deferred@1752490764 after retry RPC after error@1663991810), errback=(continuation of Deferred@1416439674 after retry RPC after error@1399513106) -> (continuation of Deferred@1151159622 after retry RPC after error@935450956) -> (continuation of Deferred@178941497 after retry RPC after error@247751950) -> (continuation of Deferred@547225325 after retry RPC after error@422529035) -> (continuation of Deferred@1076700849 after retry RPC after error@1835849647) -> (continuation of Deferred@583612025 after retry RPC after error@1095060795) -> (continuation of Deferred@1752490764 after retry RPC after error@1663991810)))
02:04:21.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:21.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:21.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:21.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:21.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:21.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.119 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1624261297(state=PENDING, result=null, callback=(continuation of Deferred@1737563282 after retry RPC after error@1565570947) -> (continuation of Deferred@2123682398 after retry RPC after error@481542903) -> (continuation of Deferred@1932081279 after retry RPC after error@731735350) -> (continuation of Deferred@1942180921 after retry RPC after error@1910871244) -> (continuation of Deferred@1270198351 after retry RPC after error@188860634) -> (continuation of Deferred@1657415447 after retry RPC after error@1070898294) -> (continuation of Deferred@1501914123 after retry RPC after error@1543991545), errback=(continuation of Deferred@1737563282 after retry RPC after error@1565570947) -> (continuation of Deferred@2123682398 after retry RPC after error@481542903) -> (continuation of Deferred@1932081279 after retry RPC after error@731735350) -> (continuation of Deferred@1942180921 after retry RPC after error@1910871244) -> (continuation of Deferred@1270198351 after retry RPC after error@188860634) -> (continuation of Deferred@1657415447 after retry RPC after error@1070898294) -> (continuation of Deferred@1501914123 after retry RPC after error@1543991545)))
02:04:22.120 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1624261297(state=PENDING, result=null, callback=(continuation of Deferred@1737563282 after retry RPC after error@1565570947) -> (continuation of Deferred@2123682398 after retry RPC after error@481542903) -> (continuation of Deferred@1932081279 after retry RPC after error@731735350) -> (continuation of Deferred@1942180921 after retry RPC after error@1910871244) -> (continuation of Deferred@1270198351 after retry RPC after error@188860634) -> (continuation of Deferred@1657415447 after retry RPC after error@1070898294) -> (continuation of Deferred@1501914123 after retry RPC after error@1543991545), errback=(continuation of Deferred@1737563282 after retry RPC after error@1565570947) -> (continuation of Deferred@2123682398 after retry RPC after error@481542903) -> (continuation of Deferred@1932081279 after retry RPC after error@731735350) -> (continuation of Deferred@1942180921 after retry RPC after error@1910871244) -> (continuation of Deferred@1270198351 after retry RPC after error@188860634) -> (continuation of Deferred@1657415447 after retry RPC after error@1070898294) -> (continuation of Deferred@1501914123 after retry RPC after error@1543991545)))
02:04:22.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.359 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@888331152(state=PENDING, result=null, callback=(continuation of Deferred@281706199 after retry RPC after error@1796697312) -> (continuation of Deferred@1486891996 after retry RPC after error@2058110211) -> (continuation of Deferred@961781831 after retry RPC after error@1769192417) -> (continuation of Deferred@810845144 after retry RPC after error@675826828) -> (continuation of Deferred@213745754 after retry RPC after error@2028310175) -> (continuation of Deferred@1824229400 after retry RPC after error@117277999) -> (continuation of Deferred@1713531642 after retry RPC after error@854032855), errback=(continuation of Deferred@281706199 after retry RPC after error@1796697312) -> (continuation of Deferred@1486891996 after retry RPC after error@2058110211) -> (continuation of Deferred@961781831 after retry RPC after error@1769192417) -> (continuation of Deferred@810845144 after retry RPC after error@675826828) -> (continuation of Deferred@213745754 after retry RPC after error@2028310175) -> (continuation of Deferred@1824229400 after retry RPC after error@117277999) -> (continuation of Deferred@1713531642 after retry RPC after error@854032855)))
02:04:22.360 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@888331152(state=PENDING, result=null, callback=(continuation of Deferred@281706199 after retry RPC after error@1796697312) -> (continuation of Deferred@1486891996 after retry RPC after error@2058110211) -> (continuation of Deferred@961781831 after retry RPC after error@1769192417) -> (continuation of Deferred@810845144 after retry RPC after error@675826828) -> (continuation of Deferred@213745754 after retry RPC after error@2028310175) -> (continuation of Deferred@1824229400 after retry RPC after error@117277999) -> (continuation of Deferred@1713531642 after retry RPC after error@854032855), errback=(continuation of Deferred@281706199 after retry RPC after error@1796697312) -> (continuation of Deferred@1486891996 after retry RPC after error@2058110211) -> (continuation of Deferred@961781831 after retry RPC after error@1769192417) -> (continuation of Deferred@810845144 after retry RPC after error@675826828) -> (continuation of Deferred@213745754 after retry RPC after error@2028310175) -> (continuation of Deferred@1824229400 after retry RPC after error@117277999) -> (continuation of Deferred@1713531642 after retry RPC after error@854032855)))
02:04:22.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.620 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [243ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [243ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1361188936(state=PENDING, result=null, callback=(continuation of Deferred@2032929314 after retry RPC after error@2079865084) -> (continuation of Deferred@2048406180 after retry RPC after error@993625591) -> (continuation of Deferred@584971688 after retry RPC after error@408426199) -> (continuation of Deferred@594451050 after retry RPC after error@1410315725) -> (continuation of Deferred@431127121 after retry RPC after error@1090791710) -> (continuation of Deferred@384714398 after retry RPC after error@1063659603) -> (continuation of Deferred@890023196 after retry RPC after error@1436561018), errback=(continuation of Deferred@2032929314 after retry RPC after error@2079865084) -> (continuation of Deferred@2048406180 after retry RPC after error@993625591) -> (continuation of Deferred@584971688 after retry RPC after error@408426199) -> (continuation of Deferred@594451050 after retry RPC after error@1410315725) -> (continuation of Deferred@431127121 after retry RPC after error@1090791710) -> (continuation of Deferred@384714398 after retry RPC after error@1063659603) -> (continuation of Deferred@890023196 after retry RPC after error@1436561018)))
02:04:22.620 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [243ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [243ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1361188936(state=PENDING, result=null, callback=(continuation of Deferred@2032929314 after retry RPC after error@2079865084) -> (continuation of Deferred@2048406180 after retry RPC after error@993625591) -> (continuation of Deferred@584971688 after retry RPC after error@408426199) -> (continuation of Deferred@594451050 after retry RPC after error@1410315725) -> (continuation of Deferred@431127121 after retry RPC after error@1090791710) -> (continuation of Deferred@384714398 after retry RPC after error@1063659603) -> (continuation of Deferred@890023196 after retry RPC after error@1436561018), errback=(continuation of Deferred@2032929314 after retry RPC after error@2079865084) -> (continuation of Deferred@2048406180 after retry RPC after error@993625591) -> (continuation of Deferred@584971688 after retry RPC after error@408426199) -> (continuation of Deferred@594451050 after retry RPC after error@1410315725) -> (continuation of Deferred@431127121 after retry RPC after error@1090791710) -> (continuation of Deferred@384714398 after retry RPC after error@1063659603) -> (continuation of Deferred@890023196 after retry RPC after error@1436561018)))
02:04:22.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:22.721979 27123 raft_consensus.cc:491] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader a62142ae51d64b41b79f78f74a2c9831)
02:04:22.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:22.722569 27123 raft_consensus.cc:513] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:22.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:22.723261 27123 leader_election.cc:290] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329), bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719)
02:04:22.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:22.725754 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329): Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111)
02:04:22.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:22.725968 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719): Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:22.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:22.726054 26202 leader_election.cc:304] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 139df40554574a758941c6e16707c03e; no voters: a62142ae51d64b41b79f78f74a2c9831, bdf1eb108276440db816cbba2a720656
02:04:22.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:22.726296 27123 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:04:22.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.896 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@563862373(state=PENDING, result=null, callback=(continuation of Deferred@810966566 after retry RPC after error@967581474) -> (continuation of Deferred@1461353769 after retry RPC after error@681956444) -> (continuation of Deferred@713037824 after retry RPC after error@1938577277) -> (continuation of Deferred@2004586256 after retry RPC after error@1903862423) -> (continuation of Deferred@1536222368 after retry RPC after error@1245079312) -> (continuation of Deferred@1629385289 after retry RPC after error@1163139815) -> (continuation of Deferred@423449353 after retry RPC after error@1615509977), errback=(continuation of Deferred@810966566 after retry RPC after error@967581474) -> (continuation of Deferred@1461353769 after retry RPC after error@681956444) -> (continuation of Deferred@713037824 after retry RPC after error@1938577277) -> (continuation of Deferred@2004586256 after retry RPC after error@1903862423) -> (continuation of Deferred@1536222368 after retry RPC after error@1245079312) -> (continuation of Deferred@1629385289 after retry RPC after error@1163139815) -> (continuation of Deferred@423449353 after retry RPC after error@1615509977)))
02:04:22.897 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:04:22.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:22.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:22.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:22.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:22.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:22.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.119 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1263251961(state=PENDING, result=null, callback=(continuation of Deferred@1702887917 after retry RPC after error@1796203506) -> (continuation of Deferred@1923520683 after retry RPC after error@1693727615) -> (continuation of Deferred@18796901 after retry RPC after error@354071239) -> (continuation of Deferred@1405031183 after retry RPC after error@374728132) -> (continuation of Deferred@1631030162 after retry RPC after error@561746425) -> (continuation of Deferred@175626674 after retry RPC after error@867526397) -> (continuation of Deferred@1854078978 after retry RPC after error@327856242), errback=(continuation of Deferred@1702887917 after retry RPC after error@1796203506) -> (continuation of Deferred@1923520683 after retry RPC after error@1693727615) -> (continuation of Deferred@18796901 after retry RPC after error@354071239) -> (continuation of Deferred@1405031183 after retry RPC after error@374728132) -> (continuation of Deferred@1631030162 after retry RPC after error@561746425) -> (continuation of Deferred@175626674 after retry RPC after error@867526397) -> (continuation of Deferred@1854078978 after retry RPC after error@327856242)))
02:04:23.120 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1263251961(state=PENDING, result=null, callback=(continuation of Deferred@1702887917 after retry RPC after error@1796203506) -> (continuation of Deferred@1923520683 after retry RPC after error@1693727615) -> (continuation of Deferred@18796901 after retry RPC after error@354071239) -> (continuation of Deferred@1405031183 after retry RPC after error@374728132) -> (continuation of Deferred@1631030162 after retry RPC after error@561746425) -> (continuation of Deferred@175626674 after retry RPC after error@867526397) -> (continuation of Deferred@1854078978 after retry RPC after error@327856242), errback=(continuation of Deferred@1702887917 after retry RPC after error@1796203506) -> (continuation of Deferred@1923520683 after retry RPC after error@1693727615) -> (continuation of Deferred@18796901 after retry RPC after error@354071239) -> (continuation of Deferred@1405031183 after retry RPC after error@374728132) -> (continuation of Deferred@1631030162 after retry RPC after error@561746425) -> (continuation of Deferred@175626674 after retry RPC after error@867526397) -> (continuation of Deferred@1854078978 after retry RPC after error@327856242)))
02:04:23.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.360 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@2020917921(state=PENDING, result=null, callback=(continuation of Deferred@964517521 after retry RPC after error@1435031013) -> (continuation of Deferred@1883750293 after retry RPC after error@788011766) -> (continuation of Deferred@2107789422 after retry RPC after error@1855358402) -> (continuation of Deferred@593503378 after retry RPC after error@1294050722) -> (continuation of Deferred@577744200 after retry RPC after error@2014151762) -> (continuation of Deferred@1516989301 after retry RPC after error@438815023) -> (continuation of Deferred@1165832910 after retry RPC after error@1371935015), errback=(continuation of Deferred@964517521 after retry RPC after error@1435031013) -> (continuation of Deferred@1883750293 after retry RPC after error@788011766) -> (continuation of Deferred@2107789422 after retry RPC after error@1855358402) -> (continuation of Deferred@593503378 after retry RPC after error@1294050722) -> (continuation of Deferred@577744200 after retry RPC after error@2014151762) -> (continuation of Deferred@1516989301 after retry RPC after error@438815023) -> (continuation of Deferred@1165832910 after retry RPC after error@1371935015)))
02:04:23.361 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@2020917921(state=PENDING, result=null, callback=(continuation of Deferred@964517521 after retry RPC after error@1435031013) -> (continuation of Deferred@1883750293 after retry RPC after error@788011766) -> (continuation of Deferred@2107789422 after retry RPC after error@1855358402) -> (continuation of Deferred@593503378 after retry RPC after error@1294050722) -> (continuation of Deferred@577744200 after retry RPC after error@2014151762) -> (continuation of Deferred@1516989301 after retry RPC after error@438815023) -> (continuation of Deferred@1165832910 after retry RPC after error@1371935015), errback=(continuation of Deferred@964517521 after retry RPC after error@1435031013) -> (continuation of Deferred@1883750293 after retry RPC after error@788011766) -> (continuation of Deferred@2107789422 after retry RPC after error@1855358402) -> (continuation of Deferred@593503378 after retry RPC after error@1294050722) -> (continuation of Deferred@577744200 after retry RPC after error@2014151762) -> (continuation of Deferred@1516989301 after retry RPC after error@438815023) -> (continuation of Deferred@1165832910 after retry RPC after error@1371935015)))
02:04:23.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.558 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@289961496(state=PENDING, result=null, callback=(continuation of Deferred@854645712 after retry RPC after error@62630631) -> (continuation of Deferred@1810181055 after retry RPC after error@969898093) -> (continuation of Deferred@232065759 after retry RPC after error@1399289104) -> (continuation of Deferred@287118352 after retry RPC after error@1397955150) -> (continuation of Deferred@1987408137 after retry RPC after error@517096738) -> (continuation of Deferred@1729523580 after retry RPC after error@752650426) -> (continuation of Deferred@1912359185 after retry RPC after error@2106325337), errback=(continuation of Deferred@854645712 after retry RPC after error@62630631) -> (continuation of Deferred@1810181055 after retry RPC after error@969898093) -> (continuation of Deferred@232065759 after retry RPC after error@1399289104) -> (continuation of Deferred@287118352 after retry RPC after error@1397955150) -> (continuation of Deferred@1987408137 after retry RPC after error@517096738) -> (continuation of Deferred@1729523580 after retry RPC after error@752650426) -> (continuation of Deferred@1912359185 after retry RPC after error@2106325337)))
02:04:23.559 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@289961496(state=PENDING, result=null, callback=(continuation of Deferred@854645712 after retry RPC after error@62630631) -> (continuation of Deferred@1810181055 after retry RPC after error@969898093) -> (continuation of Deferred@232065759 after retry RPC after error@1399289104) -> (continuation of Deferred@287118352 after retry RPC after error@1397955150) -> (continuation of Deferred@1987408137 after retry RPC after error@517096738) -> (continuation of Deferred@1729523580 after retry RPC after error@752650426) -> (continuation of Deferred@1912359185 after retry RPC after error@2106325337), errback=(continuation of Deferred@854645712 after retry RPC after error@62630631) -> (continuation of Deferred@1810181055 after retry RPC after error@969898093) -> (continuation of Deferred@232065759 after retry RPC after error@1399289104) -> (continuation of Deferred@287118352 after retry RPC after error@1397955150) -> (continuation of Deferred@1987408137 after retry RPC after error@517096738) -> (continuation of Deferred@1729523580 after retry RPC after error@752650426) -> (continuation of Deferred@1912359185 after retry RPC after error@2106325337)))
02:04:23.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.819 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@166430944(state=PENDING, result=null, callback=(continuation of Deferred@1421041319 after retry RPC after error@1230676676) -> (continuation of Deferred@1978460674 after retry RPC after error@538296535) -> (continuation of Deferred@1855841300 after retry RPC after error@1917663105) -> (continuation of Deferred@1625521968 after retry RPC after error@1853757571) -> (continuation of Deferred@1875049500 after retry RPC after error@1948790618) -> (continuation of Deferred@256496656 after retry RPC after error@300777338) -> (continuation of Deferred@1765233479 after retry RPC after error@1557197764), errback=(continuation of Deferred@1421041319 after retry RPC after error@1230676676) -> (continuation of Deferred@1978460674 after retry RPC after error@538296535) -> (continuation of Deferred@1855841300 after retry RPC after error@1917663105) -> (continuation of Deferred@1625521968 after retry RPC after error@1853757571) -> (continuation of Deferred@1875049500 after retry RPC after error@1948790618) -> (continuation of Deferred@256496656 after retry RPC after error@300777338) -> (continuation of Deferred@1765233479 after retry RPC after error@1557197764)))
02:04:23.819 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@166430944(state=PENDING, result=null, callback=(continuation of Deferred@1421041319 after retry RPC after error@1230676676) -> (continuation of Deferred@1978460674 after retry RPC after error@538296535) -> (continuation of Deferred@1855841300 after retry RPC after error@1917663105) -> (continuation of Deferred@1625521968 after retry RPC after error@1853757571) -> (continuation of Deferred@1875049500 after retry RPC after error@1948790618) -> (continuation of Deferred@256496656 after retry RPC after error@300777338) -> (continuation of Deferred@1765233479 after retry RPC after error@1557197764), errback=(continuation of Deferred@1421041319 after retry RPC after error@1230676676) -> (continuation of Deferred@1978460674 after retry RPC after error@538296535) -> (continuation of Deferred@1855841300 after retry RPC after error@1917663105) -> (continuation of Deferred@1625521968 after retry RPC after error@1853757571) -> (continuation of Deferred@1875049500 after retry RPC after error@1948790618) -> (continuation of Deferred@256496656 after retry RPC after error@300777338) -> (continuation of Deferred@1765233479 after retry RPC after error@1557197764)))
02:04:23.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:23.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:23.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:23.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:23.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:23.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.079 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1688755742(state=PENDING, result=null, callback=(continuation of Deferred@2085539101 after retry RPC after error@1463231404) -> (continuation of Deferred@1779094900 after retry RPC after error@1282686597) -> (continuation of Deferred@1188570163 after retry RPC after error@681329927) -> (continuation of Deferred@344036373 after retry RPC after error@2037125142) -> (continuation of Deferred@2115127988 after retry RPC after error@879528972) -> (continuation of Deferred@752191400 after retry RPC after error@899731076) -> (continuation of Deferred@1493923182 after retry RPC after error@165125807) -> (continuation of Deferred@163553530 after retry RPC after error@987274151), errback=(continuation of Deferred@2085539101 after retry RPC after error@1463231404) -> (continuation of Deferred@1779094900 after retry RPC after error@1282686597) -> (continuation of Deferred@1188570163 after retry RPC after error@681329927) -> (continuation of Deferred@344036373 after retry RPC after error@2037125142) -> (continuation of Deferred@2115127988 after retry RPC after error@879528972) -> (continuation of Deferred@752191400 after retry RPC after error@899731076) -> (continuation of Deferred@1493923182 after retry RPC after error@165125807) -> (continuation of Deferred@163553530 after retry RPC after error@987274151)))
02:04:24.079 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1688755742(state=PENDING, result=null, callback=(continuation of Deferred@2085539101 after retry RPC after error@1463231404) -> (continuation of Deferred@1779094900 after retry RPC after error@1282686597) -> (continuation of Deferred@1188570163 after retry RPC after error@681329927) -> (continuation of Deferred@344036373 after retry RPC after error@2037125142) -> (continuation of Deferred@2115127988 after retry RPC after error@879528972) -> (continuation of Deferred@752191400 after retry RPC after error@899731076) -> (continuation of Deferred@1493923182 after retry RPC after error@165125807) -> (continuation of Deferred@163553530 after retry RPC after error@987274151), errback=(continuation of Deferred@2085539101 after retry RPC after error@1463231404) -> (continuation of Deferred@1779094900 after retry RPC after error@1282686597) -> (continuation of Deferred@1188570163 after retry RPC after error@681329927) -> (continuation of Deferred@344036373 after retry RPC after error@2037125142) -> (continuation of Deferred@2115127988 after retry RPC after error@879528972) -> (continuation of Deferred@752191400 after retry RPC after error@899731076) -> (continuation of Deferred@1493923182 after retry RPC after error@165125807) -> (continuation of Deferred@163553530 after retry RPC after error@987274151)))
02:04:24.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.319 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@858174956(state=PENDING, result=null, callback=(continuation of Deferred@1731671919 after retry RPC after error@625045643) -> (continuation of Deferred@380757540 after retry RPC after error@280930507) -> (continuation of Deferred@1324116476 after retry RPC after error@1611111810) -> (continuation of Deferred@2040448864 after retry RPC after error@478400616) -> (continuation of Deferred@831388045 after retry RPC after error@1840941491) -> (continuation of Deferred@1645274787 after retry RPC after error@1611823641) -> (continuation of Deferred@1049470471 after retry RPC after error@130242420) -> (continuation of Deferred@1644399825 after retry RPC after error@288546874), errback=(continuation of Deferred@1731671919 after retry RPC after error@625045643) -> (continuation of Deferred@380757540 after retry RPC after error@280930507) -> (continuation of Deferred@1324116476 after retry RPC after error@1611111810) -> (continuation of Deferred@2040448864 after retry RPC after error@478400616) -> (continuation of Deferred@831388045 after retry RPC after error@1840941491) -> (continuation of Deferred@1645274787 after retry RPC after error@1611823641) -> (continuation of Deferred@1049470471 after retry RPC after error@130242420) -> (continuation of Deferred@1644399825 after retry RPC after error@288546874)))
02:04:24.320 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@858174956(state=PENDING, result=null, callback=(continuation of Deferred@1731671919 after retry RPC after error@625045643) -> (continuation of Deferred@380757540 after retry RPC after error@280930507) -> (continuation of Deferred@1324116476 after retry RPC after error@1611111810) -> (continuation of Deferred@2040448864 after retry RPC after error@478400616) -> (continuation of Deferred@831388045 after retry RPC after error@1840941491) -> (continuation of Deferred@1645274787 after retry RPC after error@1611823641) -> (continuation of Deferred@1049470471 after retry RPC after error@130242420) -> (continuation of Deferred@1644399825 after retry RPC after error@288546874), errback=(continuation of Deferred@1731671919 after retry RPC after error@625045643) -> (continuation of Deferred@380757540 after retry RPC after error@280930507) -> (continuation of Deferred@1324116476 after retry RPC after error@1611111810) -> (continuation of Deferred@2040448864 after retry RPC after error@478400616) -> (continuation of Deferred@831388045 after retry RPC after error@1840941491) -> (continuation of Deferred@1645274787 after retry RPC after error@1611823641) -> (continuation of Deferred@1049470471 after retry RPC after error@130242420) -> (continuation of Deferred@1644399825 after retry RPC after error@288546874)))
02:04:24.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:24.485172 26187 master_runner.cc:186] Error getting master registration for 127.25.144.61:40329: Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111),
02:04:24.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:24.485383 26187 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:04:24.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.559 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@148886447(state=PENDING, result=null, callback=(continuation of Deferred@827851975 after retry RPC after error@53395981) -> (continuation of Deferred@1284899405 after retry RPC after error@983753435) -> (continuation of Deferred@1261283188 after retry RPC after error@1046882998) -> (continuation of Deferred@1109316445 after retry RPC after error@1871140351) -> (continuation of Deferred@1228360060 after retry RPC after error@1183578486) -> (continuation of Deferred@1924878017 after retry RPC after error@667342276) -> (continuation of Deferred@1422464233 after retry RPC after error@1301284687) -> (continuation of Deferred@1702204794 after retry RPC after error@1955337445), errback=(continuation of Deferred@827851975 after retry RPC after error@53395981) -> (continuation of Deferred@1284899405 after retry RPC after error@983753435) -> (continuation of Deferred@1261283188 after retry RPC after error@1046882998) -> (continuation of Deferred@1109316445 after retry RPC after error@1871140351) -> (continuation of Deferred@1228360060 after retry RPC after error@1183578486) -> (continuation of Deferred@1924878017 after retry RPC after error@667342276) -> (continuation of Deferred@1422464233 after retry RPC after error@1301284687) -> (continuation of Deferred@1702204794 after retry RPC after error@1955337445)))
02:04:24.559 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@148886447(state=PENDING, result=null, callback=(continuation of Deferred@827851975 after retry RPC after error@53395981) -> (continuation of Deferred@1284899405 after retry RPC after error@983753435) -> (continuation of Deferred@1261283188 after retry RPC after error@1046882998) -> (continuation of Deferred@1109316445 after retry RPC after error@1871140351) -> (continuation of Deferred@1228360060 after retry RPC after error@1183578486) -> (continuation of Deferred@1924878017 after retry RPC after error@667342276) -> (continuation of Deferred@1422464233 after retry RPC after error@1301284687) -> (continuation of Deferred@1702204794 after retry RPC after error@1955337445), errback=(continuation of Deferred@827851975 after retry RPC after error@53395981) -> (continuation of Deferred@1284899405 after retry RPC after error@983753435) -> (continuation of Deferred@1261283188 after retry RPC after error@1046882998) -> (continuation of Deferred@1109316445 after retry RPC after error@1871140351) -> (continuation of Deferred@1228360060 after retry RPC after error@1183578486) -> (continuation of Deferred@1924878017 after retry RPC after error@667342276) -> (continuation of Deferred@1422464233 after retry RPC after error@1301284687) -> (continuation of Deferred@1702204794 after retry RPC after error@1955337445)))
02:04:24.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.799 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@406888623(state=PENDING, result=null, callback=(continuation of Deferred@1584981045 after retry RPC after error@429099498) -> (continuation of Deferred@545058678 after retry RPC after error@1034188302) -> (continuation of Deferred@610563267 after retry RPC after error@566064508) -> (continuation of Deferred@1719478626 after retry RPC after error@2029463461) -> (continuation of Deferred@2134017556 after retry RPC after error@904792603) -> (continuation of Deferred@987173885 after retry RPC after error@2078064909) -> (continuation of Deferred@271968836 after retry RPC after error@1431213195) -> (continuation of Deferred@1459891492 after retry RPC after error@1246583392), errback=(continuation of Deferred@1584981045 after retry RPC after error@429099498) -> (continuation of Deferred@545058678 after retry RPC after error@1034188302) -> (continuation of Deferred@610563267 after retry RPC after error@566064508) -> (continuation of Deferred@1719478626 after retry RPC after error@2029463461) -> (continuation of Deferred@2134017556 after retry RPC after error@904792603) -> (continuation of Deferred@987173885 after retry RPC after error@2078064909) -> (continuation of Deferred@271968836 after retry RPC after error@1431213195) -> (continuation of Deferred@1459891492 after retry RPC after error@1246583392)))
02:04:24.799 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@406888623(state=PENDING, result=null, callback=(continuation of Deferred@1584981045 after retry RPC after error@429099498) -> (continuation of Deferred@545058678 after retry RPC after error@1034188302) -> (continuation of Deferred@610563267 after retry RPC after error@566064508) -> (continuation of Deferred@1719478626 after retry RPC after error@2029463461) -> (continuation of Deferred@2134017556 after retry RPC after error@904792603) -> (continuation of Deferred@987173885 after retry RPC after error@2078064909) -> (continuation of Deferred@271968836 after retry RPC after error@1431213195) -> (continuation of Deferred@1459891492 after retry RPC after error@1246583392), errback=(continuation of Deferred@1584981045 after retry RPC after error@429099498) -> (continuation of Deferred@545058678 after retry RPC after error@1034188302) -> (continuation of Deferred@610563267 after retry RPC after error@566064508) -> (continuation of Deferred@1719478626 after retry RPC after error@2029463461) -> (continuation of Deferred@2134017556 after retry RPC after error@904792603) -> (continuation of Deferred@987173885 after retry RPC after error@2078064909) -> (continuation of Deferred@271968836 after retry RPC after error@1431213195) -> (continuation of Deferred@1459891492 after retry RPC after error@1246583392)))
02:04:24.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:24.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:24.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:24.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:24.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:24.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.077 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@833121203(state=PENDING, result=null, callback=(continuation of Deferred@2015265356 after retry RPC after error@21858728) -> (continuation of Deferred@490875430 after retry RPC after error@1866809294) -> (continuation of Deferred@1665522824 after retry RPC after error@245897601) -> (continuation of Deferred@37159272 after retry RPC after error@1154151855) -> (continuation of Deferred@153534498 after retry RPC after error@1200403606) -> (continuation of Deferred@2097860942 after retry RPC after error@1853764813) -> (continuation of Deferred@1365692144 after retry RPC after error@1944905806), errback=(continuation of Deferred@2015265356 after retry RPC after error@21858728) -> (continuation of Deferred@490875430 after retry RPC after error@1866809294) -> (continuation of Deferred@1665522824 after retry RPC after error@245897601) -> (continuation of Deferred@37159272 after retry RPC after error@1154151855) -> (continuation of Deferred@153534498 after retry RPC after error@1200403606) -> (continuation of Deferred@2097860942 after retry RPC after error@1853764813) -> (continuation of Deferred@1365692144 after retry RPC after error@1944905806)))
02:04:25.078 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:04:25.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.299 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1875051617(state=PENDING, result=null, callback=(continuation of Deferred@37236476 after retry RPC after error@1885136144) -> (continuation of Deferred@715713155 after retry RPC after error@1564410811) -> (continuation of Deferred@506693934 after retry RPC after error@156277661) -> (continuation of Deferred@1690408134 after retry RPC after error@1095131454) -> (continuation of Deferred@1136589505 after retry RPC after error@1321143640) -> (continuation of Deferred@649123821 after retry RPC after error@1410145684) -> (continuation of Deferred@1624345894 after retry RPC after error@1446152617), errback=(continuation of Deferred@37236476 after retry RPC after error@1885136144) -> (continuation of Deferred@715713155 after retry RPC after error@1564410811) -> (continuation of Deferred@506693934 after retry RPC after error@156277661) -> (continuation of Deferred@1690408134 after retry RPC after error@1095131454) -> (continuation of Deferred@1136589505 after retry RPC after error@1321143640) -> (continuation of Deferred@649123821 after retry RPC after error@1410145684) -> (continuation of Deferred@1624345894 after retry RPC after error@1446152617)))
02:04:25.300 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1875051617(state=PENDING, result=null, callback=(continuation of Deferred@37236476 after retry RPC after error@1885136144) -> (continuation of Deferred@715713155 after retry RPC after error@1564410811) -> (continuation of Deferred@506693934 after retry RPC after error@156277661) -> (continuation of Deferred@1690408134 after retry RPC after error@1095131454) -> (continuation of Deferred@1136589505 after retry RPC after error@1321143640) -> (continuation of Deferred@649123821 after retry RPC after error@1410145684) -> (continuation of Deferred@1624345894 after retry RPC after error@1446152617), errback=(continuation of Deferred@37236476 after retry RPC after error@1885136144) -> (continuation of Deferred@715713155 after retry RPC after error@1564410811) -> (continuation of Deferred@506693934 after retry RPC after error@156277661) -> (continuation of Deferred@1690408134 after retry RPC after error@1095131454) -> (continuation of Deferred@1136589505 after retry RPC after error@1321143640) -> (continuation of Deferred@649123821 after retry RPC after error@1410145684) -> (continuation of Deferred@1624345894 after retry RPC after error@1446152617)))
02:04:25.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.577 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1477869261(state=PENDING, result=null, callback=(continuation of Deferred@1670011246 after retry RPC after error@993763760) -> (continuation of Deferred@855172791 after retry RPC after error@1500714547) -> (continuation of Deferred@1745057114 after retry RPC after error@240349131) -> (continuation of Deferred@2070674920 after retry RPC after error@979938872) -> (continuation of Deferred@1236444554 after retry RPC after error@1544205888) -> (continuation of Deferred@2016056468 after retry RPC after error@122481863) -> (continuation of Deferred@1527678801 after retry RPC after error@1379898054) -> (continuation of Deferred@2124227105 after retry RPC after error@517460961), errback=(continuation of Deferred@1670011246 after retry RPC after error@993763760) -> (continuation of Deferred@855172791 after retry RPC after error@1500714547) -> (continuation of Deferred@1745057114 after retry RPC after error@240349131) -> (continuation of Deferred@2070674920 after retry RPC after error@979938872) -> (continuation of Deferred@1236444554 after retry RPC after error@1544205888) -> (continuation of Deferred@2016056468 after retry RPC after error@122481863) -> (continuation of Deferred@1527678801 after retry RPC after error@1379898054) -> (continuation of Deferred@2124227105 after retry RPC after error@517460961)))
02:04:25.577 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:04:25.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.857 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1333718142(state=PENDING, result=null, callback=(continuation of Deferred@223264267 after retry RPC after error@1570472250) -> (continuation of Deferred@1168237124 after retry RPC after error@2105863058) -> (continuation of Deferred@88259791 after retry RPC after error@72449804) -> (continuation of Deferred@1319640576 after retry RPC after error@338338876) -> (continuation of Deferred@77518514 after retry RPC after error@188248114) -> (continuation of Deferred@99493707 after retry RPC after error@1143236750) -> (continuation of Deferred@914169342 after retry RPC after error@2123125475), errback=(continuation of Deferred@223264267 after retry RPC after error@1570472250) -> (continuation of Deferred@1168237124 after retry RPC after error@2105863058) -> (continuation of Deferred@88259791 after retry RPC after error@72449804) -> (continuation of Deferred@1319640576 after retry RPC after error@338338876) -> (continuation of Deferred@77518514 after retry RPC after error@188248114) -> (continuation of Deferred@99493707 after retry RPC after error@1143236750) -> (continuation of Deferred@914169342 after retry RPC after error@2123125475)))
02:04:25.858 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:04:25.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:25.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:25.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:25.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:25.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:25.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.039 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1242749097(state=PENDING, result=null, callback=(continuation of Deferred@659149338 after retry RPC after error@652201569) -> (continuation of Deferred@1407314917 after retry RPC after error@258647712) -> (continuation of Deferred@1717206101 after retry RPC after error@1043204665) -> (continuation of Deferred@1657565402 after retry RPC after error@952731013) -> (continuation of Deferred@222621213 after retry RPC after error@1131762254) -> (continuation of Deferred@1111404634 after retry RPC after error@917499957), errback=(continuation of Deferred@659149338 after retry RPC after error@652201569) -> (continuation of Deferred@1407314917 after retry RPC after error@258647712) -> (continuation of Deferred@1717206101 after retry RPC after error@1043204665) -> (continuation of Deferred@1657565402 after retry RPC after error@952731013) -> (continuation of Deferred@222621213 after retry RPC after error@1131762254) -> (continuation of Deferred@1111404634 after retry RPC after error@917499957)))
02:04:26.039 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1242749097(state=PENDING, result=null, callback=(continuation of Deferred@659149338 after retry RPC after error@652201569) -> (continuation of Deferred@1407314917 after retry RPC after error@258647712) -> (continuation of Deferred@1717206101 after retry RPC after error@1043204665) -> (continuation of Deferred@1657565402 after retry RPC after error@952731013) -> (continuation of Deferred@222621213 after retry RPC after error@1131762254) -> (continuation of Deferred@1111404634 after retry RPC after error@917499957), errback=(continuation of Deferred@659149338 after retry RPC after error@652201569) -> (continuation of Deferred@1407314917 after retry RPC after error@258647712) -> (continuation of Deferred@1717206101 after retry RPC after error@1043204665) -> (continuation of Deferred@1657565402 after retry RPC after error@952731013) -> (continuation of Deferred@222621213 after retry RPC after error@1131762254) -> (continuation of Deferred@1111404634 after retry RPC after error@917499957)))
02:04:26.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.180 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.299 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [124ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@845648034(state=PENDING, result=null, callback=(continuation of Deferred@385104141 after retry RPC after error@1724978062) -> (continuation of Deferred@90096577 after retry RPC after error@187867464) -> (continuation of Deferred@1018813810 after retry RPC after error@1377498120) -> (continuation of Deferred@564749633 after retry RPC after error@1066383581) -> (continuation of Deferred@1294966803 after retry RPC after error@1217443594) -> (continuation of Deferred@578371636 after retry RPC after error@1618103798) -> (continuation of Deferred@1357727443 after retry RPC after error@495485731) -> (continuation of Deferred@1972901958 after retry RPC after error@133691134), errback=(continuation of Deferred@385104141 after retry RPC after error@1724978062) -> (continuation of Deferred@90096577 after retry RPC after error@187867464) -> (continuation of Deferred@1018813810 after retry RPC after error@1377498120) -> (continuation of Deferred@564749633 after retry RPC after error@1066383581) -> (continuation of Deferred@1294966803 after retry RPC after error@1217443594) -> (continuation of Deferred@578371636 after retry RPC after error@1618103798) -> (continuation of Deferred@1357727443 after retry RPC after error@495485731) -> (continuation of Deferred@1972901958 after retry RPC after error@133691134)))
02:04:26.299 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [124ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@845648034(state=PENDING, result=null, callback=(continuation of Deferred@385104141 after retry RPC after error@1724978062) -> (continuation of Deferred@90096577 after retry RPC after error@187867464) -> (continuation of Deferred@1018813810 after retry RPC after error@1377498120) -> (continuation of Deferred@564749633 after retry RPC after error@1066383581) -> (continuation of Deferred@1294966803 after retry RPC after error@1217443594) -> (continuation of Deferred@578371636 after retry RPC after error@1618103798) -> (continuation of Deferred@1357727443 after retry RPC after error@495485731) -> (continuation of Deferred@1972901958 after retry RPC after error@133691134), errback=(continuation of Deferred@385104141 after retry RPC after error@1724978062) -> (continuation of Deferred@90096577 after retry RPC after error@187867464) -> (continuation of Deferred@1018813810 after retry RPC after error@1377498120) -> (continuation of Deferred@564749633 after retry RPC after error@1066383581) -> (continuation of Deferred@1294966803 after retry RPC after error@1217443594) -> (continuation of Deferred@578371636 after retry RPC after error@1618103798) -> (continuation of Deferred@1357727443 after retry RPC after error@495485731) -> (continuation of Deferred@1972901958 after retry RPC after error@133691134)))
02:04:26.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.539 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1950225814(state=PENDING, result=null, callback=(continuation of Deferred@87312872 after retry RPC after error@653292692) -> (continuation of Deferred@1522535293 after retry RPC after error@1591097110) -> (continuation of Deferred@2030722605 after retry RPC after error@1560006988) -> (continuation of Deferred@104510029 after retry RPC after error@1765493531) -> (continuation of Deferred@1122736935 after retry RPC after error@1083720583) -> (continuation of Deferred@325265667 after retry RPC after error@540265447) -> (continuation of Deferred@1050627685 after retry RPC after error@1008318026), errback=(continuation of Deferred@87312872 after retry RPC after error@653292692) -> (continuation of Deferred@1522535293 after retry RPC after error@1591097110) -> (continuation of Deferred@2030722605 after retry RPC after error@1560006988) -> (continuation of Deferred@104510029 after retry RPC after error@1765493531) -> (continuation of Deferred@1122736935 after retry RPC after error@1083720583) -> (continuation of Deferred@325265667 after retry RPC after error@540265447) -> (continuation of Deferred@1050627685 after retry RPC after error@1008318026)))
02:04:26.539 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1950225814(state=PENDING, result=null, callback=(continuation of Deferred@87312872 after retry RPC after error@653292692) -> (continuation of Deferred@1522535293 after retry RPC after error@1591097110) -> (continuation of Deferred@2030722605 after retry RPC after error@1560006988) -> (continuation of Deferred@104510029 after retry RPC after error@1765493531) -> (continuation of Deferred@1122736935 after retry RPC after error@1083720583) -> (continuation of Deferred@325265667 after retry RPC after error@540265447) -> (continuation of Deferred@1050627685 after retry RPC after error@1008318026), errback=(continuation of Deferred@87312872 after retry RPC after error@653292692) -> (continuation of Deferred@1522535293 after retry RPC after error@1591097110) -> (continuation of Deferred@2030722605 after retry RPC after error@1560006988) -> (continuation of Deferred@104510029 after retry RPC after error@1765493531) -> (continuation of Deferred@1122736935 after retry RPC after error@1083720583) -> (continuation of Deferred@325265667 after retry RPC after error@540265447) -> (continuation of Deferred@1050627685 after retry RPC after error@1008318026)))
02:04:26.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.739 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1821387373(state=PENDING, result=null, callback=(continuation of Deferred@1295885130 after retry RPC after error@571369809) -> (continuation of Deferred@1077162056 after retry RPC after error@765114721) -> (continuation of Deferred@228419691 after retry RPC after error@1552469096) -> (continuation of Deferred@1038025153 after retry RPC after error@1165424298) -> (continuation of Deferred@592318559 after retry RPC after error@968844242) -> (continuation of Deferred@2083236909 after retry RPC after error@236639908) -> (continuation of Deferred@1560671184 after retry RPC after error@535214673), errback=(continuation of Deferred@1295885130 after retry RPC after error@571369809) -> (continuation of Deferred@1077162056 after retry RPC after error@765114721) -> (continuation of Deferred@228419691 after retry RPC after error@1552469096) -> (continuation of Deferred@1038025153 after retry RPC after error@1165424298) -> (continuation of Deferred@592318559 after retry RPC after error@968844242) -> (continuation of Deferred@2083236909 after retry RPC after error@236639908) -> (continuation of Deferred@1560671184 after retry RPC after error@535214673)))
02:04:26.739 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1821387373(state=PENDING, result=null, callback=(continuation of Deferred@1295885130 after retry RPC after error@571369809) -> (continuation of Deferred@1077162056 after retry RPC after error@765114721) -> (continuation of Deferred@228419691 after retry RPC after error@1552469096) -> (continuation of Deferred@1038025153 after retry RPC after error@1165424298) -> (continuation of Deferred@592318559 after retry RPC after error@968844242) -> (continuation of Deferred@2083236909 after retry RPC after error@236639908) -> (continuation of Deferred@1560671184 after retry RPC after error@535214673), errback=(continuation of Deferred@1295885130 after retry RPC after error@571369809) -> (continuation of Deferred@1077162056 after retry RPC after error@765114721) -> (continuation of Deferred@228419691 after retry RPC after error@1552469096) -> (continuation of Deferred@1038025153 after retry RPC after error@1165424298) -> (continuation of Deferred@592318559 after retry RPC after error@968844242) -> (continuation of Deferred@2083236909 after retry RPC after error@236639908) -> (continuation of Deferred@1560671184 after retry RPC after error@535214673)))
02:04:26.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.939 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@698900619(state=PENDING, result=null, callback=(continuation of Deferred@513445688 after retry RPC after error@1194064786) -> (continuation of Deferred@655152313 after retry RPC after error@1296712939) -> (continuation of Deferred@132378933 after retry RPC after error@520912176) -> (continuation of Deferred@1592056692 after retry RPC after error@1092006239) -> (continuation of Deferred@1508149777 after retry RPC after error@637372896) -> (continuation of Deferred@1564133712 after retry RPC after error@693241825), errback=(continuation of Deferred@513445688 after retry RPC after error@1194064786) -> (continuation of Deferred@655152313 after retry RPC after error@1296712939) -> (continuation of Deferred@132378933 after retry RPC after error@520912176) -> (continuation of Deferred@1592056692 after retry RPC after error@1092006239) -> (continuation of Deferred@1508149777 after retry RPC after error@637372896) -> (continuation of Deferred@1564133712 after retry RPC after error@693241825)))
02:04:26.940 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@698900619(state=PENDING, result=null, callback=(continuation of Deferred@513445688 after retry RPC after error@1194064786) -> (continuation of Deferred@655152313 after retry RPC after error@1296712939) -> (continuation of Deferred@132378933 after retry RPC after error@520912176) -> (continuation of Deferred@1592056692 after retry RPC after error@1092006239) -> (continuation of Deferred@1508149777 after retry RPC after error@637372896) -> (continuation of Deferred@1564133712 after retry RPC after error@693241825), errback=(continuation of Deferred@513445688 after retry RPC after error@1194064786) -> (continuation of Deferred@655152313 after retry RPC after error@1296712939) -> (continuation of Deferred@132378933 after retry RPC after error@520912176) -> (continuation of Deferred@1592056692 after retry RPC after error@1092006239) -> (continuation of Deferred@1508149777 after retry RPC after error@637372896) -> (continuation of Deferred@1564133712 after retry RPC after error@693241825)))
02:04:26.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:26.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:26.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:26.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:26.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:26.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.139 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1147675313(state=PENDING, result=null, callback=(continuation of Deferred@1828693718 after retry RPC after error@1627478518) -> (continuation of Deferred@1337280459 after retry RPC after error@1254983974) -> (continuation of Deferred@1528123327 after retry RPC after error@808481730) -> (continuation of Deferred@1440669968 after retry RPC after error@1945949748) -> (continuation of Deferred@48568131 after retry RPC after error@838388414) -> (continuation of Deferred@327973872 after retry RPC after error@114578115) -> (continuation of Deferred@740364885 after retry RPC after error@1534820437), errback=(continuation of Deferred@1828693718 after retry RPC after error@1627478518) -> (continuation of Deferred@1337280459 after retry RPC after error@1254983974) -> (continuation of Deferred@1528123327 after retry RPC after error@808481730) -> (continuation of Deferred@1440669968 after retry RPC after error@1945949748) -> (continuation of Deferred@48568131 after retry RPC after error@838388414) -> (continuation of Deferred@327973872 after retry RPC after error@114578115) -> (continuation of Deferred@740364885 after retry RPC after error@1534820437)))
02:04:27.140 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1147675313(state=PENDING, result=null, callback=(continuation of Deferred@1828693718 after retry RPC after error@1627478518) -> (continuation of Deferred@1337280459 after retry RPC after error@1254983974) -> (continuation of Deferred@1528123327 after retry RPC after error@808481730) -> (continuation of Deferred@1440669968 after retry RPC after error@1945949748) -> (continuation of Deferred@48568131 after retry RPC after error@838388414) -> (continuation of Deferred@327973872 after retry RPC after error@114578115) -> (continuation of Deferred@740364885 after retry RPC after error@1534820437), errback=(continuation of Deferred@1828693718 after retry RPC after error@1627478518) -> (continuation of Deferred@1337280459 after retry RPC after error@1254983974) -> (continuation of Deferred@1528123327 after retry RPC after error@808481730) -> (continuation of Deferred@1440669968 after retry RPC after error@1945949748) -> (continuation of Deferred@48568131 after retry RPC after error@838388414) -> (continuation of Deferred@327973872 after retry RPC after error@114578115) -> (continuation of Deferred@740364885 after retry RPC after error@1534820437)))
02:04:27.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.379 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1962262081(state=PENDING, result=null, callback=(continuation of Deferred@1617843832 after retry RPC after error@976277620) -> (continuation of Deferred@400187622 after retry RPC after error@1317327850) -> (continuation of Deferred@1556845012 after retry RPC after error@1615087945) -> (continuation of Deferred@610130167 after retry RPC after error@1278100501) -> (continuation of Deferred@1290484085 after retry RPC after error@237449120) -> (continuation of Deferred@1148703987 after retry RPC after error@2051485316) -> (continuation of Deferred@1878163496 after retry RPC after error@1486878809), errback=(continuation of Deferred@1617843832 after retry RPC after error@976277620) -> (continuation of Deferred@400187622 after retry RPC after error@1317327850) -> (continuation of Deferred@1556845012 after retry RPC after error@1615087945) -> (continuation of Deferred@610130167 after retry RPC after error@1278100501) -> (continuation of Deferred@1290484085 after retry RPC after error@237449120) -> (continuation of Deferred@1148703987 after retry RPC after error@2051485316) -> (continuation of Deferred@1878163496 after retry RPC after error@1486878809)))
02:04:27.379 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1962262081(state=PENDING, result=null, callback=(continuation of Deferred@1617843832 after retry RPC after error@976277620) -> (continuation of Deferred@400187622 after retry RPC after error@1317327850) -> (continuation of Deferred@1556845012 after retry RPC after error@1615087945) -> (continuation of Deferred@610130167 after retry RPC after error@1278100501) -> (continuation of Deferred@1290484085 after retry RPC after error@237449120) -> (continuation of Deferred@1148703987 after retry RPC after error@2051485316) -> (continuation of Deferred@1878163496 after retry RPC after error@1486878809), errback=(continuation of Deferred@1617843832 after retry RPC after error@976277620) -> (continuation of Deferred@400187622 after retry RPC after error@1317327850) -> (continuation of Deferred@1556845012 after retry RPC after error@1615087945) -> (continuation of Deferred@610130167 after retry RPC after error@1278100501) -> (continuation of Deferred@1290484085 after retry RPC after error@237449120) -> (continuation of Deferred@1148703987 after retry RPC after error@2051485316) -> (continuation of Deferred@1878163496 after retry RPC after error@1486878809)))
02:04:27.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.657 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@395664883(state=PENDING, result=null, callback=(continuation of Deferred@1387665028 after retry RPC after error@897369659) -> (continuation of Deferred@1699459823 after retry RPC after error@1477181808) -> (continuation of Deferred@980172483 after retry RPC after error@1777494699) -> (continuation of Deferred@1360421296 after retry RPC after error@1764359523) -> (continuation of Deferred@854088867 after retry RPC after error@1211490151) -> (continuation of Deferred@709639216 after retry RPC after error@203951871) -> (continuation of Deferred@2094352029 after retry RPC after error@444428423), errback=(continuation of Deferred@1387665028 after retry RPC after error@897369659) -> (continuation of Deferred@1699459823 after retry RPC after error@1477181808) -> (continuation of Deferred@980172483 after retry RPC after error@1777494699) -> (continuation of Deferred@1360421296 after retry RPC after error@1764359523) -> (continuation of Deferred@854088867 after retry RPC after error@1211490151) -> (continuation of Deferred@709639216 after retry RPC after error@203951871) -> (continuation of Deferred@2094352029 after retry RPC after error@444428423)))
02:04:27.658 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:04:27.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.839 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@2120589499(state=PENDING, result=null, callback=(continuation of Deferred@1181752405 after retry RPC after error@1853411095) -> (continuation of Deferred@285921374 after retry RPC after error@1111087804) -> (continuation of Deferred@82699290 after retry RPC after error@751141863) -> (continuation of Deferred@1804221953 after retry RPC after error@1735058934) -> (continuation of Deferred@206311477 after retry RPC after error@202793184) -> (continuation of Deferred@911617365 after retry RPC after error@102972220) -> (continuation of Deferred@1778536053 after retry RPC after error@1437344437), errback=(continuation of Deferred@1181752405 after retry RPC after error@1853411095) -> (continuation of Deferred@285921374 after retry RPC after error@1111087804) -> (continuation of Deferred@82699290 after retry RPC after error@751141863) -> (continuation of Deferred@1804221953 after retry RPC after error@1735058934) -> (continuation of Deferred@206311477 after retry RPC after error@202793184) -> (continuation of Deferred@911617365 after retry RPC after error@102972220) -> (continuation of Deferred@1778536053 after retry RPC after error@1437344437)))
02:04:27.839 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@2120589499(state=PENDING, result=null, callback=(continuation of Deferred@1181752405 after retry RPC after error@1853411095) -> (continuation of Deferred@285921374 after retry RPC after error@1111087804) -> (continuation of Deferred@82699290 after retry RPC after error@751141863) -> (continuation of Deferred@1804221953 after retry RPC after error@1735058934) -> (continuation of Deferred@206311477 after retry RPC after error@202793184) -> (continuation of Deferred@911617365 after retry RPC after error@102972220) -> (continuation of Deferred@1778536053 after retry RPC after error@1437344437), errback=(continuation of Deferred@1181752405 after retry RPC after error@1853411095) -> (continuation of Deferred@285921374 after retry RPC after error@1111087804) -> (continuation of Deferred@82699290 after retry RPC after error@751141863) -> (continuation of Deferred@1804221953 after retry RPC after error@1735058934) -> (continuation of Deferred@206311477 after retry RPC after error@202793184) -> (continuation of Deferred@911617365 after retry RPC after error@102972220) -> (continuation of Deferred@1778536053 after retry RPC after error@1437344437)))
02:04:27.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:27.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:27.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:27.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:27.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:27.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.098 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@265318860(state=PENDING, result=null, callback=(continuation of Deferred@1593966179 after retry RPC after error@1355365178) -> (continuation of Deferred@1012443902 after retry RPC after error@806023848) -> (continuation of Deferred@1621684268 after retry RPC after error@2032211944) -> (continuation of Deferred@5721448 after retry RPC after error@1731158136) -> (continuation of Deferred@1084343585 after retry RPC after error@827196554) -> (continuation of Deferred@197669830 after retry RPC after error@393784935) -> (continuation of Deferred@1505683812 after retry RPC after error@412474509), errback=(continuation of Deferred@1593966179 after retry RPC after error@1355365178) -> (continuation of Deferred@1012443902 after retry RPC after error@806023848) -> (continuation of Deferred@1621684268 after retry RPC after error@2032211944) -> (continuation of Deferred@5721448 after retry RPC after error@1731158136) -> (continuation of Deferred@1084343585 after retry RPC after error@827196554) -> (continuation of Deferred@197669830 after retry RPC after error@393784935) -> (continuation of Deferred@1505683812 after retry RPC after error@412474509)))
02:04:28.099 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@265318860(state=PENDING, result=null, callback=(continuation of Deferred@1593966179 after retry RPC after error@1355365178) -> (continuation of Deferred@1012443902 after retry RPC after error@806023848) -> (continuation of Deferred@1621684268 after retry RPC after error@2032211944) -> (continuation of Deferred@5721448 after retry RPC after error@1731158136) -> (continuation of Deferred@1084343585 after retry RPC after error@827196554) -> (continuation of Deferred@197669830 after retry RPC after error@393784935) -> (continuation of Deferred@1505683812 after retry RPC after error@412474509), errback=(continuation of Deferred@1593966179 after retry RPC after error@1355365178) -> (continuation of Deferred@1012443902 after retry RPC after error@806023848) -> (continuation of Deferred@1621684268 after retry RPC after error@2032211944) -> (continuation of Deferred@5721448 after retry RPC after error@1731158136) -> (continuation of Deferred@1084343585 after retry RPC after error@827196554) -> (continuation of Deferred@197669830 after retry RPC after error@393784935) -> (continuation of Deferred@1505683812 after retry RPC after error@412474509)))
02:04:28.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.359 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1806095947(state=PENDING, result=null, callback=(continuation of Deferred@8323786 after retry RPC after error@707903724) -> (continuation of Deferred@973793670 after retry RPC after error@1740862466) -> (continuation of Deferred@525488994 after retry RPC after error@994100932) -> (continuation of Deferred@1449877235 after retry RPC after error@720655192) -> (continuation of Deferred@665898023 after retry RPC after error@452679923) -> (continuation of Deferred@376111513 after retry RPC after error@504233631) -> (continuation of Deferred@1065212045 after retry RPC after error@2139173713), errback=(continuation of Deferred@8323786 after retry RPC after error@707903724) -> (continuation of Deferred@973793670 after retry RPC after error@1740862466) -> (continuation of Deferred@525488994 after retry RPC after error@994100932) -> (continuation of Deferred@1449877235 after retry RPC after error@720655192) -> (continuation of Deferred@665898023 after retry RPC after error@452679923) -> (continuation of Deferred@376111513 after retry RPC after error@504233631) -> (continuation of Deferred@1065212045 after retry RPC after error@2139173713)))
02:04:28.359 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1806095947(state=PENDING, result=null, callback=(continuation of Deferred@8323786 after retry RPC after error@707903724) -> (continuation of Deferred@973793670 after retry RPC after error@1740862466) -> (continuation of Deferred@525488994 after retry RPC after error@994100932) -> (continuation of Deferred@1449877235 after retry RPC after error@720655192) -> (continuation of Deferred@665898023 after retry RPC after error@452679923) -> (continuation of Deferred@376111513 after retry RPC after error@504233631) -> (continuation of Deferred@1065212045 after retry RPC after error@2139173713), errback=(continuation of Deferred@8323786 after retry RPC after error@707903724) -> (continuation of Deferred@973793670 after retry RPC after error@1740862466) -> (continuation of Deferred@525488994 after retry RPC after error@994100932) -> (continuation of Deferred@1449877235 after retry RPC after error@720655192) -> (continuation of Deferred@665898023 after retry RPC after error@452679923) -> (continuation of Deferred@376111513 after retry RPC after error@504233631) -> (continuation of Deferred@1065212045 after retry RPC after error@2139173713)))
02:04:28.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.559 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@562724354(state=PENDING, result=null, callback=(continuation of Deferred@1238417273 after retry RPC after error@1034722821) -> (continuation of Deferred@1539790116 after retry RPC after error@701450800) -> (continuation of Deferred@1697125127 after retry RPC after error@1018029329) -> (continuation of Deferred@1570961877 after retry RPC after error@242198171) -> (continuation of Deferred@729431162 after retry RPC after error@2024587625) -> (continuation of Deferred@847963128 after retry RPC after error@1101189196) -> (continuation of Deferred@994164206 after retry RPC after error@628655206), errback=(continuation of Deferred@1238417273 after retry RPC after error@1034722821) -> (continuation of Deferred@1539790116 after retry RPC after error@701450800) -> (continuation of Deferred@1697125127 after retry RPC after error@1018029329) -> (continuation of Deferred@1570961877 after retry RPC after error@242198171) -> (continuation of Deferred@729431162 after retry RPC after error@2024587625) -> (continuation of Deferred@847963128 after retry RPC after error@1101189196) -> (continuation of Deferred@994164206 after retry RPC after error@628655206)))
02:04:28.560 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@562724354(state=PENDING, result=null, callback=(continuation of Deferred@1238417273 after retry RPC after error@1034722821) -> (continuation of Deferred@1539790116 after retry RPC after error@701450800) -> (continuation of Deferred@1697125127 after retry RPC after error@1018029329) -> (continuation of Deferred@1570961877 after retry RPC after error@242198171) -> (continuation of Deferred@729431162 after retry RPC after error@2024587625) -> (continuation of Deferred@847963128 after retry RPC after error@1101189196) -> (continuation of Deferred@994164206 after retry RPC after error@628655206), errback=(continuation of Deferred@1238417273 after retry RPC after error@1034722821) -> (continuation of Deferred@1539790116 after retry RPC after error@701450800) -> (continuation of Deferred@1697125127 after retry RPC after error@1018029329) -> (continuation of Deferred@1570961877 after retry RPC after error@242198171) -> (continuation of Deferred@729431162 after retry RPC after error@2024587625) -> (continuation of Deferred@847963128 after retry RPC after error@1101189196) -> (continuation of Deferred@994164206 after retry RPC after error@628655206)))
02:04:28.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.758 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.819 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1391153875(state=PENDING, result=null, callback=(continuation of Deferred@88894464 after retry RPC after error@567208598) -> (continuation of Deferred@1405284572 after retry RPC after error@1538743741) -> (continuation of Deferred@1039992487 after retry RPC after error@1806815700) -> (continuation of Deferred@791775342 after retry RPC after error@1309307520) -> (continuation of Deferred@462921176 after retry RPC after error@2119024655) -> (continuation of Deferred@1562133840 after retry RPC after error@1075814913) -> (continuation of Deferred@1732353671 after retry RPC after error@1998354392), errback=(continuation of Deferred@88894464 after retry RPC after error@567208598) -> (continuation of Deferred@1405284572 after retry RPC after error@1538743741) -> (continuation of Deferred@1039992487 after retry RPC after error@1806815700) -> (continuation of Deferred@791775342 after retry RPC after error@1309307520) -> (continuation of Deferred@462921176 after retry RPC after error@2119024655) -> (continuation of Deferred@1562133840 after retry RPC after error@1075814913) -> (continuation of Deferred@1732353671 after retry RPC after error@1998354392)))
02:04:28.819 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1391153875(state=PENDING, result=null, callback=(continuation of Deferred@88894464 after retry RPC after error@567208598) -> (continuation of Deferred@1405284572 after retry RPC after error@1538743741) -> (continuation of Deferred@1039992487 after retry RPC after error@1806815700) -> (continuation of Deferred@791775342 after retry RPC after error@1309307520) -> (continuation of Deferred@462921176 after retry RPC after error@2119024655) -> (continuation of Deferred@1562133840 after retry RPC after error@1075814913) -> (continuation of Deferred@1732353671 after retry RPC after error@1998354392), errback=(continuation of Deferred@88894464 after retry RPC after error@567208598) -> (continuation of Deferred@1405284572 after retry RPC after error@1538743741) -> (continuation of Deferred@1039992487 after retry RPC after error@1806815700) -> (continuation of Deferred@791775342 after retry RPC after error@1309307520) -> (continuation of Deferred@462921176 after retry RPC after error@2119024655) -> (continuation of Deferred@1562133840 after retry RPC after error@1075814913) -> (continuation of Deferred@1732353671 after retry RPC after error@1998354392)))
02:04:28.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:28.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:28.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:28.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:28.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:28.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.044 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1302719960(state=PENDING, result=null, callback=(continuation of Deferred@1317474447 after retry RPC after error@1675237478) -> (continuation of Deferred@1093277688 after retry RPC after error@587458856) -> (continuation of Deferred@1433831087 after retry RPC after error@1717353807) -> (continuation of Deferred@2002318251 after retry RPC after error@1261309633) -> (continuation of Deferred@713861877 after retry RPC after error@700046382) -> (continuation of Deferred@424453913 after retry RPC after error@581954295) -> (continuation of Deferred@1832597333 after retry RPC after error@168087152), errback=(continuation of Deferred@1317474447 after retry RPC after error@1675237478) -> (continuation of Deferred@1093277688 after retry RPC after error@587458856) -> (continuation of Deferred@1433831087 after retry RPC after error@1717353807) -> (continuation of Deferred@2002318251 after retry RPC after error@1261309633) -> (continuation of Deferred@713861877 after retry RPC after error@700046382) -> (continuation of Deferred@424453913 after retry RPC after error@581954295) -> (continuation of Deferred@1832597333 after retry RPC after error@168087152)))
02:04:29.044 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1302719960(state=PENDING, result=null, callback=(continuation of Deferred@1317474447 after retry RPC after error@1675237478) -> (continuation of Deferred@1093277688 after retry RPC after error@587458856) -> (continuation of Deferred@1433831087 after retry RPC after error@1717353807) -> (continuation of Deferred@2002318251 after retry RPC after error@1261309633) -> (continuation of Deferred@713861877 after retry RPC after error@700046382) -> (continuation of Deferred@424453913 after retry RPC after error@581954295) -> (continuation of Deferred@1832597333 after retry RPC after error@168087152), errback=(continuation of Deferred@1317474447 after retry RPC after error@1675237478) -> (continuation of Deferred@1093277688 after retry RPC after error@587458856) -> (continuation of Deferred@1433831087 after retry RPC after error@1717353807) -> (continuation of Deferred@2002318251 after retry RPC after error@1261309633) -> (continuation of Deferred@713861877 after retry RPC after error@700046382) -> (continuation of Deferred@424453913 after retry RPC after error@581954295) -> (continuation of Deferred@1832597333 after retry RPC after error@168087152)))
02:04:29.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.259 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1429075959(state=PENDING, result=null, callback=(continuation of Deferred@1674474756 after retry RPC after error@343021830) -> (continuation of Deferred@736821231 after retry RPC after error@289548074) -> (continuation of Deferred@28579411 after retry RPC after error@92968266) -> (continuation of Deferred@2044921747 after retry RPC after error@2040005874) -> (continuation of Deferred@1488945948 after retry RPC after error@164523396) -> (continuation of Deferred@1752181937 after retry RPC after error@1366690521), errback=(continuation of Deferred@1674474756 after retry RPC after error@343021830) -> (continuation of Deferred@736821231 after retry RPC after error@289548074) -> (continuation of Deferred@28579411 after retry RPC after error@92968266) -> (continuation of Deferred@2044921747 after retry RPC after error@2040005874) -> (continuation of Deferred@1488945948 after retry RPC after error@164523396) -> (continuation of Deferred@1752181937 after retry RPC after error@1366690521)))
02:04:29.259 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1429075959(state=PENDING, result=null, callback=(continuation of Deferred@1674474756 after retry RPC after error@343021830) -> (continuation of Deferred@736821231 after retry RPC after error@289548074) -> (continuation of Deferred@28579411 after retry RPC after error@92968266) -> (continuation of Deferred@2044921747 after retry RPC after error@2040005874) -> (continuation of Deferred@1488945948 after retry RPC after error@164523396) -> (continuation of Deferred@1752181937 after retry RPC after error@1366690521), errback=(continuation of Deferred@1674474756 after retry RPC after error@343021830) -> (continuation of Deferred@736821231 after retry RPC after error@289548074) -> (continuation of Deferred@28579411 after retry RPC after error@92968266) -> (continuation of Deferred@2044921747 after retry RPC after error@2040005874) -> (continuation of Deferred@1488945948 after retry RPC after error@164523396) -> (continuation of Deferred@1752181937 after retry RPC after error@1366690521)))
02:04:29.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.340 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:29.488078 26187 master_runner.cc:186] Error getting master registration for 127.25.144.61:40329: Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111),
02:04:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:29.488260 26187 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:04:29.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:29.493554 27161 raft_consensus.cc:491] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader a62142ae51d64b41b79f78f74a2c9831)
02:04:29.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:29.493749 27161 raft_consensus.cc:513] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:29.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:29.494429 27161 leader_election.cc:290] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329), bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719)
02:04:29.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:29.495221 26202 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111) [suppressed 3 similar messages]
02:04:29.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:29.496899 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329): Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111)
02:04:29.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:29.497071 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719): Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:29.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:29.497144 26202 leader_election.cc:304] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 139df40554574a758941c6e16707c03e; no voters: a62142ae51d64b41b79f78f74a2c9831, bdf1eb108276440db816cbba2a720656
02:04:29.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:29.497357 27161 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:04:29.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.519 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1787842368(state=PENDING, result=null, callback=(continuation of Deferred@2015474669 after retry RPC after error@304414738) -> (continuation of Deferred@2107346886 after retry RPC after error@362358138) -> (continuation of Deferred@1616007935 after retry RPC after error@1523448695) -> (continuation of Deferred@2072619607 after retry RPC after error@661123753) -> (continuation of Deferred@1439729936 after retry RPC after error@1626588830) -> (continuation of Deferred@1453200325 after retry RPC after error@1324634373) -> (continuation of Deferred@524147138 after retry RPC after error@1636055949) -> (continuation of Deferred@1193417795 after retry RPC after error@724701659) -> (continuation of Deferred@1521495734 after retry RPC after error@438840894), errback=(continuation of Deferred@2015474669 after retry RPC after error@304414738) -> (continuation of Deferred@2107346886 after retry RPC after error@362358138) -> (continuation of Deferred@1616007935 after retry RPC after error@1523448695) -> (continuation of Deferred@2072619607 after retry RPC after error@661123753) -> (continuation of Deferred@1439729936 after retry RPC after error@1626588830) -> (continuation of Deferred@1453200325 after retry RPC after error@1324634373) -> (continuation of Deferred@524147138 after retry RPC after error@1636055949) -> (continuation of Deferred@1193417795 after retry RPC after error@724701659) -> (continuation of Deferred@1521495734 after retry RPC after error@438840894)))
02:04:29.520 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1787842368(state=PENDING, result=null, callback=(continuation of Deferred@2015474669 after retry RPC after error@304414738) -> (continuation of Deferred@2107346886 after retry RPC after error@362358138) -> (continuation of Deferred@1616007935 after retry RPC after error@1523448695) -> (continuation of Deferred@2072619607 after retry RPC after error@661123753) -> (continuation of Deferred@1439729936 after retry RPC after error@1626588830) -> (continuation of Deferred@1453200325 after retry RPC after error@1324634373) -> (continuation of Deferred@524147138 after retry RPC after error@1636055949) -> (continuation of Deferred@1193417795 after retry RPC after error@724701659) -> (continuation of Deferred@1521495734 after retry RPC after error@438840894), errback=(continuation of Deferred@2015474669 after retry RPC after error@304414738) -> (continuation of Deferred@2107346886 after retry RPC after error@362358138) -> (continuation of Deferred@1616007935 after retry RPC after error@1523448695) -> (continuation of Deferred@2072619607 after retry RPC after error@661123753) -> (continuation of Deferred@1439729936 after retry RPC after error@1626588830) -> (continuation of Deferred@1453200325 after retry RPC after error@1324634373) -> (continuation of Deferred@524147138 after retry RPC after error@1636055949) -> (continuation of Deferred@1193417795 after retry RPC after error@724701659) -> (continuation of Deferred@1521495734 after retry RPC after error@438840894)))
02:04:29.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.779 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@505211911(state=PENDING, result=null, callback=(continuation of Deferred@1259495158 after retry RPC after error@1926738725) -> (continuation of Deferred@1098531697 after retry RPC after error@947905421) -> (continuation of Deferred@1631842202 after retry RPC after error@784475660) -> (continuation of Deferred@1026591086 after retry RPC after error@2056550094) -> (continuation of Deferred@72710457 after retry RPC after error@999874041) -> (continuation of Deferred@47859741 after retry RPC after error@1528921230) -> (continuation of Deferred@1955748450 after retry RPC after error@160970268), errback=(continuation of Deferred@1259495158 after retry RPC after error@1926738725) -> (continuation of Deferred@1098531697 after retry RPC after error@947905421) -> (continuation of Deferred@1631842202 after retry RPC after error@784475660) -> (continuation of Deferred@1026591086 after retry RPC after error@2056550094) -> (continuation of Deferred@72710457 after retry RPC after error@999874041) -> (continuation of Deferred@47859741 after retry RPC after error@1528921230) -> (continuation of Deferred@1955748450 after retry RPC after error@160970268)))
02:04:29.780 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@505211911(state=PENDING, result=null, callback=(continuation of Deferred@1259495158 after retry RPC after error@1926738725) -> (continuation of Deferred@1098531697 after retry RPC after error@947905421) -> (continuation of Deferred@1631842202 after retry RPC after error@784475660) -> (continuation of Deferred@1026591086 after retry RPC after error@2056550094) -> (continuation of Deferred@72710457 after retry RPC after error@999874041) -> (continuation of Deferred@47859741 after retry RPC after error@1528921230) -> (continuation of Deferred@1955748450 after retry RPC after error@160970268), errback=(continuation of Deferred@1259495158 after retry RPC after error@1926738725) -> (continuation of Deferred@1098531697 after retry RPC after error@947905421) -> (continuation of Deferred@1631842202 after retry RPC after error@784475660) -> (continuation of Deferred@1026591086 after retry RPC after error@2056550094) -> (continuation of Deferred@72710457 after retry RPC after error@999874041) -> (continuation of Deferred@47859741 after retry RPC after error@1528921230) -> (continuation of Deferred@1955748450 after retry RPC after error@160970268)))
02:04:29.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.938 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@11351543(state=PENDING, result=null, callback=(continuation of Deferred@909442119 after retry RPC after error@59758871) -> (continuation of Deferred@986100482 after retry RPC after error@1403857696) -> (continuation of Deferred@1122640854 after retry RPC after error@1062211069) -> (continuation of Deferred@813819830 after retry RPC after error@181354157) -> (continuation of Deferred@422070449 after retry RPC after error@640188812) -> (continuation of Deferred@430669480 after retry RPC after error@1784807782), errback=(continuation of Deferred@909442119 after retry RPC after error@59758871) -> (continuation of Deferred@986100482 after retry RPC after error@1403857696) -> (continuation of Deferred@1122640854 after retry RPC after error@1062211069) -> (continuation of Deferred@813819830 after retry RPC after error@181354157) -> (continuation of Deferred@422070449 after retry RPC after error@640188812) -> (continuation of Deferred@430669480 after retry RPC after error@1784807782)))
02:04:29.939 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@11351543(state=PENDING, result=null, callback=(continuation of Deferred@909442119 after retry RPC after error@59758871) -> (continuation of Deferred@986100482 after retry RPC after error@1403857696) -> (continuation of Deferred@1122640854 after retry RPC after error@1062211069) -> (continuation of Deferred@813819830 after retry RPC after error@181354157) -> (continuation of Deferred@422070449 after retry RPC after error@640188812) -> (continuation of Deferred@430669480 after retry RPC after error@1784807782), errback=(continuation of Deferred@909442119 after retry RPC after error@59758871) -> (continuation of Deferred@986100482 after retry RPC after error@1403857696) -> (continuation of Deferred@1122640854 after retry RPC after error@1062211069) -> (continuation of Deferred@813819830 after retry RPC after error@181354157) -> (continuation of Deferred@422070449 after retry RPC after error@640188812) -> (continuation of Deferred@430669480 after retry RPC after error@1784807782)))
02:04:29.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:29.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:29.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:29.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:29.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:29.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.118 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1600655486(state=PENDING, result=null, callback=(continuation of Deferred@702443849 after retry RPC after error@1741322113) -> (continuation of Deferred@519579142 after retry RPC after error@25968199) -> (continuation of Deferred@1526878982 after retry RPC after error@1866482072) -> (continuation of Deferred@819429984 after retry RPC after error@1355410491) -> (continuation of Deferred@429526855 after retry RPC after error@1950073197) -> (continuation of Deferred@2029230344 after retry RPC after error@1740904985), errback=(continuation of Deferred@702443849 after retry RPC after error@1741322113) -> (continuation of Deferred@519579142 after retry RPC after error@25968199) -> (continuation of Deferred@1526878982 after retry RPC after error@1866482072) -> (continuation of Deferred@819429984 after retry RPC after error@1355410491) -> (continuation of Deferred@429526855 after retry RPC after error@1950073197) -> (continuation of Deferred@2029230344 after retry RPC after error@1740904985)))
02:04:30.119 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1600655486(state=PENDING, result=null, callback=(continuation of Deferred@702443849 after retry RPC after error@1741322113) -> (continuation of Deferred@519579142 after retry RPC after error@25968199) -> (continuation of Deferred@1526878982 after retry RPC after error@1866482072) -> (continuation of Deferred@819429984 after retry RPC after error@1355410491) -> (continuation of Deferred@429526855 after retry RPC after error@1950073197) -> (continuation of Deferred@2029230344 after retry RPC after error@1740904985), errback=(continuation of Deferred@702443849 after retry RPC after error@1741322113) -> (continuation of Deferred@519579142 after retry RPC after error@25968199) -> (continuation of Deferred@1526878982 after retry RPC after error@1866482072) -> (continuation of Deferred@819429984 after retry RPC after error@1355410491) -> (continuation of Deferred@429526855 after retry RPC after error@1950073197) -> (continuation of Deferred@2029230344 after retry RPC after error@1740904985)))
02:04:30.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.379 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1948270387(state=PENDING, result=null, callback=(continuation of Deferred@582160479 after retry RPC after error@1967252207) -> (continuation of Deferred@1236278301 after retry RPC after error@1008495551) -> (continuation of Deferred@110605707 after retry RPC after error@2092656940) -> (continuation of Deferred@891474514 after retry RPC after error@1790707418) -> (continuation of Deferred@1371327979 after retry RPC after error@1986604281) -> (continuation of Deferred@1442496548 after retry RPC after error@1601865367) -> (continuation of Deferred@1755241222 after retry RPC after error@1462709256), errback=(continuation of Deferred@582160479 after retry RPC after error@1967252207) -> (continuation of Deferred@1236278301 after retry RPC after error@1008495551) -> (continuation of Deferred@110605707 after retry RPC after error@2092656940) -> (continuation of Deferred@891474514 after retry RPC after error@1790707418) -> (continuation of Deferred@1371327979 after retry RPC after error@1986604281) -> (continuation of Deferred@1442496548 after retry RPC after error@1601865367) -> (continuation of Deferred@1755241222 after retry RPC after error@1462709256)))
02:04:30.380 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1948270387(state=PENDING, result=null, callback=(continuation of Deferred@582160479 after retry RPC after error@1967252207) -> (continuation of Deferred@1236278301 after retry RPC after error@1008495551) -> (continuation of Deferred@110605707 after retry RPC after error@2092656940) -> (continuation of Deferred@891474514 after retry RPC after error@1790707418) -> (continuation of Deferred@1371327979 after retry RPC after error@1986604281) -> (continuation of Deferred@1442496548 after retry RPC after error@1601865367) -> (continuation of Deferred@1755241222 after retry RPC after error@1462709256), errback=(continuation of Deferred@582160479 after retry RPC after error@1967252207) -> (continuation of Deferred@1236278301 after retry RPC after error@1008495551) -> (continuation of Deferred@110605707 after retry RPC after error@2092656940) -> (continuation of Deferred@891474514 after retry RPC after error@1790707418) -> (continuation of Deferred@1371327979 after retry RPC after error@1986604281) -> (continuation of Deferred@1442496548 after retry RPC after error@1601865367) -> (continuation of Deferred@1755241222 after retry RPC after error@1462709256)))
02:04:30.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.598 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1752770878(state=PENDING, result=null, callback=(continuation of Deferred@29446335 after retry RPC after error@561218914) -> (continuation of Deferred@1817060023 after retry RPC after error@1306511065) -> (continuation of Deferred@1183855477 after retry RPC after error@2071324240) -> (continuation of Deferred@1714628627 after retry RPC after error@1441383170) -> (continuation of Deferred@312826193 after retry RPC after error@1177975347) -> (continuation of Deferred@968532310 after retry RPC after error@575702192) -> (continuation of Deferred@436682362 after retry RPC after error@1872050411), errback=(continuation of Deferred@29446335 after retry RPC after error@561218914) -> (continuation of Deferred@1817060023 after retry RPC after error@1306511065) -> (continuation of Deferred@1183855477 after retry RPC after error@2071324240) -> (continuation of Deferred@1714628627 after retry RPC after error@1441383170) -> (continuation of Deferred@312826193 after retry RPC after error@1177975347) -> (continuation of Deferred@968532310 after retry RPC after error@575702192) -> (continuation of Deferred@436682362 after retry RPC after error@1872050411)))
02:04:30.599 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1752770878(state=PENDING, result=null, callback=(continuation of Deferred@29446335 after retry RPC after error@561218914) -> (continuation of Deferred@1817060023 after retry RPC after error@1306511065) -> (continuation of Deferred@1183855477 after retry RPC after error@2071324240) -> (continuation of Deferred@1714628627 after retry RPC after error@1441383170) -> (continuation of Deferred@312826193 after retry RPC after error@1177975347) -> (continuation of Deferred@968532310 after retry RPC after error@575702192) -> (continuation of Deferred@436682362 after retry RPC after error@1872050411), errback=(continuation of Deferred@29446335 after retry RPC after error@561218914) -> (continuation of Deferred@1817060023 after retry RPC after error@1306511065) -> (continuation of Deferred@1183855477 after retry RPC after error@2071324240) -> (continuation of Deferred@1714628627 after retry RPC after error@1441383170) -> (continuation of Deferred@312826193 after retry RPC after error@1177975347) -> (continuation of Deferred@968532310 after retry RPC after error@575702192) -> (continuation of Deferred@436682362 after retry RPC after error@1872050411)))
02:04:30.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.799 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@96598673(state=PENDING, result=null, callback=(continuation of Deferred@1015902337 after retry RPC after error@503950981) -> (continuation of Deferred@1305129358 after retry RPC after error@1196806100) -> (continuation of Deferred@269203143 after retry RPC after error@1134907333) -> (continuation of Deferred@1534841086 after retry RPC after error@851025706) -> (continuation of Deferred@2135538228 after retry RPC after error@377166207) -> (continuation of Deferred@318949230 after retry RPC after error@1832671979) -> (continuation of Deferred@1595327842 after retry RPC after error@292069150), errback=(continuation of Deferred@1015902337 after retry RPC after error@503950981) -> (continuation of Deferred@1305129358 after retry RPC after error@1196806100) -> (continuation of Deferred@269203143 after retry RPC after error@1134907333) -> (continuation of Deferred@1534841086 after retry RPC after error@851025706) -> (continuation of Deferred@2135538228 after retry RPC after error@377166207) -> (continuation of Deferred@318949230 after retry RPC after error@1832671979) -> (continuation of Deferred@1595327842 after retry RPC after error@292069150)))
02:04:30.800 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@96598673(state=PENDING, result=null, callback=(continuation of Deferred@1015902337 after retry RPC after error@503950981) -> (continuation of Deferred@1305129358 after retry RPC after error@1196806100) -> (continuation of Deferred@269203143 after retry RPC after error@1134907333) -> (continuation of Deferred@1534841086 after retry RPC after error@851025706) -> (continuation of Deferred@2135538228 after retry RPC after error@377166207) -> (continuation of Deferred@318949230 after retry RPC after error@1832671979) -> (continuation of Deferred@1595327842 after retry RPC after error@292069150), errback=(continuation of Deferred@1015902337 after retry RPC after error@503950981) -> (continuation of Deferred@1305129358 after retry RPC after error@1196806100) -> (continuation of Deferred@269203143 after retry RPC after error@1134907333) -> (continuation of Deferred@1534841086 after retry RPC after error@851025706) -> (continuation of Deferred@2135538228 after retry RPC after error@377166207) -> (continuation of Deferred@318949230 after retry RPC after error@1832671979) -> (continuation of Deferred@1595327842 after retry RPC after error@292069150)))
02:04:30.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:30.978 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1160405702(state=PENDING, result=null, callback=(continuation of Deferred@983890075 after retry RPC after error@489062940) -> (continuation of Deferred@2060300225 after retry RPC after error@1827134988) -> (continuation of Deferred@1905951531 after retry RPC after error@1476774246) -> (continuation of Deferred@1327617536 after retry RPC after error@501507670) -> (continuation of Deferred@943865114 after retry RPC after error@1316654477) -> (continuation of Deferred@254460820 after retry RPC after error@834851569), errback=(continuation of Deferred@983890075 after retry RPC after error@489062940) -> (continuation of Deferred@2060300225 after retry RPC after error@1827134988) -> (continuation of Deferred@1905951531 after retry RPC after error@1476774246) -> (continuation of Deferred@1327617536 after retry RPC after error@501507670) -> (continuation of Deferred@943865114 after retry RPC after error@1316654477) -> (continuation of Deferred@254460820 after retry RPC after error@834851569)))
02:04:30.979 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1160405702(state=PENDING, result=null, callback=(continuation of Deferred@983890075 after retry RPC after error@489062940) -> (continuation of Deferred@2060300225 after retry RPC after error@1827134988) -> (continuation of Deferred@1905951531 after retry RPC after error@1476774246) -> (continuation of Deferred@1327617536 after retry RPC after error@501507670) -> (continuation of Deferred@943865114 after retry RPC after error@1316654477) -> (continuation of Deferred@254460820 after retry RPC after error@834851569), errback=(continuation of Deferred@983890075 after retry RPC after error@489062940) -> (continuation of Deferred@2060300225 after retry RPC after error@1827134988) -> (continuation of Deferred@1905951531 after retry RPC after error@1476774246) -> (continuation of Deferred@1327617536 after retry RPC after error@501507670) -> (continuation of Deferred@943865114 after retry RPC after error@1316654477) -> (continuation of Deferred@254460820 after retry RPC after error@834851569)))
02:04:30.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:30.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:30.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:30.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:30.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.179 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1143630611(state=PENDING, result=null, callback=(continuation of Deferred@247260972 after retry RPC after error@1653476435) -> (continuation of Deferred@1218977456 after retry RPC after error@1598920261) -> (continuation of Deferred@908168967 after retry RPC after error@618656004) -> (continuation of Deferred@747255473 after retry RPC after error@533099227) -> (continuation of Deferred@631607187 after retry RPC after error@2116623858) -> (continuation of Deferred@57381688 after retry RPC after error@798452004), errback=(continuation of Deferred@247260972 after retry RPC after error@1653476435) -> (continuation of Deferred@1218977456 after retry RPC after error@1598920261) -> (continuation of Deferred@908168967 after retry RPC after error@618656004) -> (continuation of Deferred@747255473 after retry RPC after error@533099227) -> (continuation of Deferred@631607187 after retry RPC after error@2116623858) -> (continuation of Deferred@57381688 after retry RPC after error@798452004)))
02:04:31.179 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1143630611(state=PENDING, result=null, callback=(continuation of Deferred@247260972 after retry RPC after error@1653476435) -> (continuation of Deferred@1218977456 after retry RPC after error@1598920261) -> (continuation of Deferred@908168967 after retry RPC after error@618656004) -> (continuation of Deferred@747255473 after retry RPC after error@533099227) -> (continuation of Deferred@631607187 after retry RPC after error@2116623858) -> (continuation of Deferred@57381688 after retry RPC after error@798452004), errback=(continuation of Deferred@247260972 after retry RPC after error@1653476435) -> (continuation of Deferred@1218977456 after retry RPC after error@1598920261) -> (continuation of Deferred@908168967 after retry RPC after error@618656004) -> (continuation of Deferred@747255473 after retry RPC after error@533099227) -> (continuation of Deferred@631607187 after retry RPC after error@2116623858) -> (continuation of Deferred@57381688 after retry RPC after error@798452004)))
02:04:31.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.399 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@555707971(state=PENDING, result=null, callback=(continuation of Deferred@1223395267 after retry RPC after error@149923230) -> (continuation of Deferred@1108701097 after retry RPC after error@413297886) -> (continuation of Deferred@207824278 after retry RPC after error@2035659473) -> (continuation of Deferred@273998453 after retry RPC after error@463185981) -> (continuation of Deferred@247554381 after retry RPC after error@1515620734) -> (continuation of Deferred@1831247627 after retry RPC after error@733616338) -> (continuation of Deferred@787795937 after retry RPC after error@1082633784), errback=(continuation of Deferred@1223395267 after retry RPC after error@149923230) -> (continuation of Deferred@1108701097 after retry RPC after error@413297886) -> (continuation of Deferred@207824278 after retry RPC after error@2035659473) -> (continuation of Deferred@273998453 after retry RPC after error@463185981) -> (continuation of Deferred@247554381 after retry RPC after error@1515620734) -> (continuation of Deferred@1831247627 after retry RPC after error@733616338) -> (continuation of Deferred@787795937 after retry RPC after error@1082633784)))
02:04:31.399 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@555707971(state=PENDING, result=null, callback=(continuation of Deferred@1223395267 after retry RPC after error@149923230) -> (continuation of Deferred@1108701097 after retry RPC after error@413297886) -> (continuation of Deferred@207824278 after retry RPC after error@2035659473) -> (continuation of Deferred@273998453 after retry RPC after error@463185981) -> (continuation of Deferred@247554381 after retry RPC after error@1515620734) -> (continuation of Deferred@1831247627 after retry RPC after error@733616338) -> (continuation of Deferred@787795937 after retry RPC after error@1082633784), errback=(continuation of Deferred@1223395267 after retry RPC after error@149923230) -> (continuation of Deferred@1108701097 after retry RPC after error@413297886) -> (continuation of Deferred@207824278 after retry RPC after error@2035659473) -> (continuation of Deferred@273998453 after retry RPC after error@463185981) -> (continuation of Deferred@247554381 after retry RPC after error@1515620734) -> (continuation of Deferred@1831247627 after retry RPC after error@733616338) -> (continuation of Deferred@787795937 after retry RPC after error@1082633784)))
02:04:31.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.676 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@437900426(state=PENDING, result=null, callback=(continuation of Deferred@273856365 after retry RPC after error@1596044880) -> (continuation of Deferred@738018207 after retry RPC after error@2132049902) -> (continuation of Deferred@2063091390 after retry RPC after error@674884743) -> (continuation of Deferred@1763292068 after retry RPC after error@892226150) -> (continuation of Deferred@224081867 after retry RPC after error@1793175347) -> (continuation of Deferred@1312929112 after retry RPC after error@159103884) -> (continuation of Deferred@1573531655 after retry RPC after error@976590010), errback=(continuation of Deferred@273856365 after retry RPC after error@1596044880) -> (continuation of Deferred@738018207 after retry RPC after error@2132049902) -> (continuation of Deferred@2063091390 after retry RPC after error@674884743) -> (continuation of Deferred@1763292068 after retry RPC after error@892226150) -> (continuation of Deferred@224081867 after retry RPC after error@1793175347) -> (continuation of Deferred@1312929112 after retry RPC after error@159103884) -> (continuation of Deferred@1573531655 after retry RPC after error@976590010)))
02:04:31.677 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:04:31.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.878 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@291716115(state=PENDING, result=null, callback=(continuation of Deferred@578379380 after retry RPC after error@1581283296) -> (continuation of Deferred@722940757 after retry RPC after error@597426560) -> (continuation of Deferred@1266573689 after retry RPC after error@375189633) -> (continuation of Deferred@79946884 after retry RPC after error@1192261021) -> (continuation of Deferred@2136842671 after retry RPC after error@242519613) -> (continuation of Deferred@361282739 after retry RPC after error@1374719746), errback=(continuation of Deferred@578379380 after retry RPC after error@1581283296) -> (continuation of Deferred@722940757 after retry RPC after error@597426560) -> (continuation of Deferred@1266573689 after retry RPC after error@375189633) -> (continuation of Deferred@79946884 after retry RPC after error@1192261021) -> (continuation of Deferred@2136842671 after retry RPC after error@242519613) -> (continuation of Deferred@361282739 after retry RPC after error@1374719746)))
02:04:31.879 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@291716115(state=PENDING, result=null, callback=(continuation of Deferred@578379380 after retry RPC after error@1581283296) -> (continuation of Deferred@722940757 after retry RPC after error@597426560) -> (continuation of Deferred@1266573689 after retry RPC after error@375189633) -> (continuation of Deferred@79946884 after retry RPC after error@1192261021) -> (continuation of Deferred@2136842671 after retry RPC after error@242519613) -> (continuation of Deferred@361282739 after retry RPC after error@1374719746), errback=(continuation of Deferred@578379380 after retry RPC after error@1581283296) -> (continuation of Deferred@722940757 after retry RPC after error@597426560) -> (continuation of Deferred@1266573689 after retry RPC after error@375189633) -> (continuation of Deferred@79946884 after retry RPC after error@1192261021) -> (continuation of Deferred@2136842671 after retry RPC after error@242519613) -> (continuation of Deferred@361282739 after retry RPC after error@1374719746)))
02:04:31.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:31.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:31.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:31.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:31.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:31.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.059 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@392797888(state=PENDING, result=null, callback=(continuation of Deferred@2000473222 after retry RPC after error@226218313) -> (continuation of Deferred@1282964629 after retry RPC after error@389833796) -> (continuation of Deferred@108380889 after retry RPC after error@1431808711) -> (continuation of Deferred@1522858028 after retry RPC after error@774814068) -> (continuation of Deferred@115725666 after retry RPC after error@1854691051) -> (continuation of Deferred@326424206 after retry RPC after error@1221208205), errback=(continuation of Deferred@2000473222 after retry RPC after error@226218313) -> (continuation of Deferred@1282964629 after retry RPC after error@389833796) -> (continuation of Deferred@108380889 after retry RPC after error@1431808711) -> (continuation of Deferred@1522858028 after retry RPC after error@774814068) -> (continuation of Deferred@115725666 after retry RPC after error@1854691051) -> (continuation of Deferred@326424206 after retry RPC after error@1221208205)))
02:04:32.060 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@392797888(state=PENDING, result=null, callback=(continuation of Deferred@2000473222 after retry RPC after error@226218313) -> (continuation of Deferred@1282964629 after retry RPC after error@389833796) -> (continuation of Deferred@108380889 after retry RPC after error@1431808711) -> (continuation of Deferred@1522858028 after retry RPC after error@774814068) -> (continuation of Deferred@115725666 after retry RPC after error@1854691051) -> (continuation of Deferred@326424206 after retry RPC after error@1221208205), errback=(continuation of Deferred@2000473222 after retry RPC after error@226218313) -> (continuation of Deferred@1282964629 after retry RPC after error@389833796) -> (continuation of Deferred@108380889 after retry RPC after error@1431808711) -> (continuation of Deferred@1522858028 after retry RPC after error@774814068) -> (continuation of Deferred@115725666 after retry RPC after error@1854691051) -> (continuation of Deferred@326424206 after retry RPC after error@1221208205)))
02:04:32.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.318 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1232845197(state=PENDING, result=null, callback=(continuation of Deferred@1501160696 after retry RPC after error@2630793) -> (continuation of Deferred@631013867 after retry RPC after error@826274564) -> (continuation of Deferred@670539775 after retry RPC after error@1723530212) -> (continuation of Deferred@661175553 after retry RPC after error@1770114363) -> (continuation of Deferred@1913827219 after retry RPC after error@1137053678) -> (continuation of Deferred@556020258 after retry RPC after error@1185663784) -> (continuation of Deferred@564304473 after retry RPC after error@1382570236), errback=(continuation of Deferred@1501160696 after retry RPC after error@2630793) -> (continuation of Deferred@631013867 after retry RPC after error@826274564) -> (continuation of Deferred@670539775 after retry RPC after error@1723530212) -> (continuation of Deferred@661175553 after retry RPC after error@1770114363) -> (continuation of Deferred@1913827219 after retry RPC after error@1137053678) -> (continuation of Deferred@556020258 after retry RPC after error@1185663784) -> (continuation of Deferred@564304473 after retry RPC after error@1382570236)))
02:04:32.319 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1232845197(state=PENDING, result=null, callback=(continuation of Deferred@1501160696 after retry RPC after error@2630793) -> (continuation of Deferred@631013867 after retry RPC after error@826274564) -> (continuation of Deferred@670539775 after retry RPC after error@1723530212) -> (continuation of Deferred@661175553 after retry RPC after error@1770114363) -> (continuation of Deferred@1913827219 after retry RPC after error@1137053678) -> (continuation of Deferred@556020258 after retry RPC after error@1185663784) -> (continuation of Deferred@564304473 after retry RPC after error@1382570236), errback=(continuation of Deferred@1501160696 after retry RPC after error@2630793) -> (continuation of Deferred@631013867 after retry RPC after error@826274564) -> (continuation of Deferred@670539775 after retry RPC after error@1723530212) -> (continuation of Deferred@661175553 after retry RPC after error@1770114363) -> (continuation of Deferred@1913827219 after retry RPC after error@1137053678) -> (continuation of Deferred@556020258 after retry RPC after error@1185663784) -> (continuation of Deferred@564304473 after retry RPC after error@1382570236)))
02:04:32.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.518 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1611812625(state=PENDING, result=null, callback=(continuation of Deferred@95204773 after retry RPC after error@868495819) -> (continuation of Deferred@450149080 after retry RPC after error@1749812308) -> (continuation of Deferred@145593701 after retry RPC after error@452306898) -> (continuation of Deferred@633916462 after retry RPC after error@766382695) -> (continuation of Deferred@1229765642 after retry RPC after error@2125482438) -> (continuation of Deferred@502944642 after retry RPC after error@1075468144), errback=(continuation of Deferred@95204773 after retry RPC after error@868495819) -> (continuation of Deferred@450149080 after retry RPC after error@1749812308) -> (continuation of Deferred@145593701 after retry RPC after error@452306898) -> (continuation of Deferred@633916462 after retry RPC after error@766382695) -> (continuation of Deferred@1229765642 after retry RPC after error@2125482438) -> (continuation of Deferred@502944642 after retry RPC after error@1075468144)))
02:04:32.519 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1611812625(state=PENDING, result=null, callback=(continuation of Deferred@95204773 after retry RPC after error@868495819) -> (continuation of Deferred@450149080 after retry RPC after error@1749812308) -> (continuation of Deferred@145593701 after retry RPC after error@452306898) -> (continuation of Deferred@633916462 after retry RPC after error@766382695) -> (continuation of Deferred@1229765642 after retry RPC after error@2125482438) -> (continuation of Deferred@502944642 after retry RPC after error@1075468144), errback=(continuation of Deferred@95204773 after retry RPC after error@868495819) -> (continuation of Deferred@450149080 after retry RPC after error@1749812308) -> (continuation of Deferred@145593701 after retry RPC after error@452306898) -> (continuation of Deferred@633916462 after retry RPC after error@766382695) -> (continuation of Deferred@1229765642 after retry RPC after error@2125482438) -> (continuation of Deferred@502944642 after retry RPC after error@1075468144)))
02:04:32.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.679 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@476836747(state=PENDING, result=null, callback=(continuation of Deferred@1221155784 after retry RPC after error@90075885) -> (continuation of Deferred@435148641 after retry RPC after error@1524340860) -> (continuation of Deferred@1489936372 after retry RPC after error@779175706) -> (continuation of Deferred@1237502314 after retry RPC after error@1331474518) -> (continuation of Deferred@1665251190 after retry RPC after error@1202480531) -> (continuation of Deferred@419065237 after retry RPC after error@848212188) -> (continuation of Deferred@1545231356 after retry RPC after error@2017344785), errback=(continuation of Deferred@1221155784 after retry RPC after error@90075885) -> (continuation of Deferred@435148641 after retry RPC after error@1524340860) -> (continuation of Deferred@1489936372 after retry RPC after error@779175706) -> (continuation of Deferred@1237502314 after retry RPC after error@1331474518) -> (continuation of Deferred@1665251190 after retry RPC after error@1202480531) -> (continuation of Deferred@419065237 after retry RPC after error@848212188) -> (continuation of Deferred@1545231356 after retry RPC after error@2017344785)))
02:04:32.679 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@476836747(state=PENDING, result=null, callback=(continuation of Deferred@1221155784 after retry RPC after error@90075885) -> (continuation of Deferred@435148641 after retry RPC after error@1524340860) -> (continuation of Deferred@1489936372 after retry RPC after error@779175706) -> (continuation of Deferred@1237502314 after retry RPC after error@1331474518) -> (continuation of Deferred@1665251190 after retry RPC after error@1202480531) -> (continuation of Deferred@419065237 after retry RPC after error@848212188) -> (continuation of Deferred@1545231356 after retry RPC after error@2017344785), errback=(continuation of Deferred@1221155784 after retry RPC after error@90075885) -> (continuation of Deferred@435148641 after retry RPC after error@1524340860) -> (continuation of Deferred@1489936372 after retry RPC after error@779175706) -> (continuation of Deferred@1237502314 after retry RPC after error@1331474518) -> (continuation of Deferred@1665251190 after retry RPC after error@1202480531) -> (continuation of Deferred@419065237 after retry RPC after error@848212188) -> (continuation of Deferred@1545231356 after retry RPC after error@2017344785)))
02:04:32.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.898 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1758225890(state=PENDING, result=null, callback=(continuation of Deferred@1935934991 after retry RPC after error@2011623600) -> (continuation of Deferred@656570107 after retry RPC after error@751498376) -> (continuation of Deferred@2144193376 after retry RPC after error@1064224601) -> (continuation of Deferred@189791201 after retry RPC after error@1893347508) -> (continuation of Deferred@1641898756 after retry RPC after error@683680873) -> (continuation of Deferred@1554272867 after retry RPC after error@2103088851) -> (continuation of Deferred@2006257471 after retry RPC after error@1591713480), errback=(continuation of Deferred@1935934991 after retry RPC after error@2011623600) -> (continuation of Deferred@656570107 after retry RPC after error@751498376) -> (continuation of Deferred@2144193376 after retry RPC after error@1064224601) -> (continuation of Deferred@189791201 after retry RPC after error@1893347508) -> (continuation of Deferred@1641898756 after retry RPC after error@683680873) -> (continuation of Deferred@1554272867 after retry RPC after error@2103088851) -> (continuation of Deferred@2006257471 after retry RPC after error@1591713480)))
02:04:32.899 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1758225890(state=PENDING, result=null, callback=(continuation of Deferred@1935934991 after retry RPC after error@2011623600) -> (continuation of Deferred@656570107 after retry RPC after error@751498376) -> (continuation of Deferred@2144193376 after retry RPC after error@1064224601) -> (continuation of Deferred@189791201 after retry RPC after error@1893347508) -> (continuation of Deferred@1641898756 after retry RPC after error@683680873) -> (continuation of Deferred@1554272867 after retry RPC after error@2103088851) -> (continuation of Deferred@2006257471 after retry RPC after error@1591713480), errback=(continuation of Deferred@1935934991 after retry RPC after error@2011623600) -> (continuation of Deferred@656570107 after retry RPC after error@751498376) -> (continuation of Deferred@2144193376 after retry RPC after error@1064224601) -> (continuation of Deferred@189791201 after retry RPC after error@1893347508) -> (continuation of Deferred@1641898756 after retry RPC after error@683680873) -> (continuation of Deferred@1554272867 after retry RPC after error@2103088851) -> (continuation of Deferred@2006257471 after retry RPC after error@1591713480)))
02:04:32.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:32.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:32.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:32.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:32.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:32.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.159 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1517082162(state=PENDING, result=null, callback=(continuation of Deferred@77497077 after retry RPC after error@1871298314) -> (continuation of Deferred@229548811 after retry RPC after error@827275722) -> (continuation of Deferred@1102486588 after retry RPC after error@1667566319) -> (continuation of Deferred@464214899 after retry RPC after error@1398972581) -> (continuation of Deferred@650154377 after retry RPC after error@1832506828) -> (continuation of Deferred@747142107 after retry RPC after error@1781109095) -> (continuation of Deferred@1212619122 after retry RPC after error@1811096067) -> (continuation of Deferred@80398853 after retry RPC after error@583979346), errback=(continuation of Deferred@77497077 after retry RPC after error@1871298314) -> (continuation of Deferred@229548811 after retry RPC after error@827275722) -> (continuation of Deferred@1102486588 after retry RPC after error@1667566319) -> (continuation of Deferred@464214899 after retry RPC after error@1398972581) -> (continuation of Deferred@650154377 after retry RPC after error@1832506828) -> (continuation of Deferred@747142107 after retry RPC after error@1781109095) -> (continuation of Deferred@1212619122 after retry RPC after error@1811096067) -> (continuation of Deferred@80398853 after retry RPC after error@583979346)))
02:04:33.159 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1517082162(state=PENDING, result=null, callback=(continuation of Deferred@77497077 after retry RPC after error@1871298314) -> (continuation of Deferred@229548811 after retry RPC after error@827275722) -> (continuation of Deferred@1102486588 after retry RPC after error@1667566319) -> (continuation of Deferred@464214899 after retry RPC after error@1398972581) -> (continuation of Deferred@650154377 after retry RPC after error@1832506828) -> (continuation of Deferred@747142107 after retry RPC after error@1781109095) -> (continuation of Deferred@1212619122 after retry RPC after error@1811096067) -> (continuation of Deferred@80398853 after retry RPC after error@583979346), errback=(continuation of Deferred@77497077 after retry RPC after error@1871298314) -> (continuation of Deferred@229548811 after retry RPC after error@827275722) -> (continuation of Deferred@1102486588 after retry RPC after error@1667566319) -> (continuation of Deferred@464214899 after retry RPC after error@1398972581) -> (continuation of Deferred@650154377 after retry RPC after error@1832506828) -> (continuation of Deferred@747142107 after retry RPC after error@1781109095) -> (continuation of Deferred@1212619122 after retry RPC after error@1811096067) -> (continuation of Deferred@80398853 after retry RPC after error@583979346)))
02:04:33.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.319 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@902267323(state=PENDING, result=null, callback=(continuation of Deferred@553264952 after retry RPC after error@1925039135) -> (continuation of Deferred@1974006116 after retry RPC after error@2095803443) -> (continuation of Deferred@223958897 after retry RPC after error@299427833) -> (continuation of Deferred@600377207 after retry RPC after error@82079177) -> (continuation of Deferred@1128354043 after retry RPC after error@368087109) -> (continuation of Deferred@2129256243 after retry RPC after error@1497657090), errback=(continuation of Deferred@553264952 after retry RPC after error@1925039135) -> (continuation of Deferred@1974006116 after retry RPC after error@2095803443) -> (continuation of Deferred@223958897 after retry RPC after error@299427833) -> (continuation of Deferred@600377207 after retry RPC after error@82079177) -> (continuation of Deferred@1128354043 after retry RPC after error@368087109) -> (continuation of Deferred@2129256243 after retry RPC after error@1497657090)))
02:04:33.319 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@902267323(state=PENDING, result=null, callback=(continuation of Deferred@553264952 after retry RPC after error@1925039135) -> (continuation of Deferred@1974006116 after retry RPC after error@2095803443) -> (continuation of Deferred@223958897 after retry RPC after error@299427833) -> (continuation of Deferred@600377207 after retry RPC after error@82079177) -> (continuation of Deferred@1128354043 after retry RPC after error@368087109) -> (continuation of Deferred@2129256243 after retry RPC after error@1497657090), errback=(continuation of Deferred@553264952 after retry RPC after error@1925039135) -> (continuation of Deferred@1974006116 after retry RPC after error@2095803443) -> (continuation of Deferred@223958897 after retry RPC after error@299427833) -> (continuation of Deferred@600377207 after retry RPC after error@82079177) -> (continuation of Deferred@1128354043 after retry RPC after error@368087109) -> (continuation of Deferred@2129256243 after retry RPC after error@1497657090)))
02:04:33.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.579 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1109680453(state=PENDING, result=null, callback=(continuation of Deferred@67851012 after retry RPC after error@1131232954) -> (continuation of Deferred@1604574609 after retry RPC after error@1055695209) -> (continuation of Deferred@1612797635 after retry RPC after error@1251163283) -> (continuation of Deferred@186466053 after retry RPC after error@1344352486) -> (continuation of Deferred@979170159 after retry RPC after error@1769482003) -> (continuation of Deferred@192927790 after retry RPC after error@1375760295) -> (continuation of Deferred@253372675 after retry RPC after error@670222156), errback=(continuation of Deferred@67851012 after retry RPC after error@1131232954) -> (continuation of Deferred@1604574609 after retry RPC after error@1055695209) -> (continuation of Deferred@1612797635 after retry RPC after error@1251163283) -> (continuation of Deferred@186466053 after retry RPC after error@1344352486) -> (continuation of Deferred@979170159 after retry RPC after error@1769482003) -> (continuation of Deferred@192927790 after retry RPC after error@1375760295) -> (continuation of Deferred@253372675 after retry RPC after error@670222156)))
02:04:33.579 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1109680453(state=PENDING, result=null, callback=(continuation of Deferred@67851012 after retry RPC after error@1131232954) -> (continuation of Deferred@1604574609 after retry RPC after error@1055695209) -> (continuation of Deferred@1612797635 after retry RPC after error@1251163283) -> (continuation of Deferred@186466053 after retry RPC after error@1344352486) -> (continuation of Deferred@979170159 after retry RPC after error@1769482003) -> (continuation of Deferred@192927790 after retry RPC after error@1375760295) -> (continuation of Deferred@253372675 after retry RPC after error@670222156), errback=(continuation of Deferred@67851012 after retry RPC after error@1131232954) -> (continuation of Deferred@1604574609 after retry RPC after error@1055695209) -> (continuation of Deferred@1612797635 after retry RPC after error@1251163283) -> (continuation of Deferred@186466053 after retry RPC after error@1344352486) -> (continuation of Deferred@979170159 after retry RPC after error@1769482003) -> (continuation of Deferred@192927790 after retry RPC after error@1375760295) -> (continuation of Deferred@253372675 after retry RPC after error@670222156)))
02:04:33.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.760 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1921154921(state=PENDING, result=null, callback=(continuation of Deferred@388345508 after retry RPC after error@169453539) -> (continuation of Deferred@1268904563 after retry RPC after error@708425049) -> (continuation of Deferred@273907252 after retry RPC after error@1471346018) -> (continuation of Deferred@331655053 after retry RPC after error@1949322193) -> (continuation of Deferred@2140748221 after retry RPC after error@1061210825) -> (continuation of Deferred@160361059 after retry RPC after error@2132170304), errback=(continuation of Deferred@388345508 after retry RPC after error@169453539) -> (continuation of Deferred@1268904563 after retry RPC after error@708425049) -> (continuation of Deferred@273907252 after retry RPC after error@1471346018) -> (continuation of Deferred@331655053 after retry RPC after error@1949322193) -> (continuation of Deferred@2140748221 after retry RPC after error@1061210825) -> (continuation of Deferred@160361059 after retry RPC after error@2132170304)))
02:04:33.760 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1921154921(state=PENDING, result=null, callback=(continuation of Deferred@388345508 after retry RPC after error@169453539) -> (continuation of Deferred@1268904563 after retry RPC after error@708425049) -> (continuation of Deferred@273907252 after retry RPC after error@1471346018) -> (continuation of Deferred@331655053 after retry RPC after error@1949322193) -> (continuation of Deferred@2140748221 after retry RPC after error@1061210825) -> (continuation of Deferred@160361059 after retry RPC after error@2132170304), errback=(continuation of Deferred@388345508 after retry RPC after error@169453539) -> (continuation of Deferred@1268904563 after retry RPC after error@708425049) -> (continuation of Deferred@273907252 after retry RPC after error@1471346018) -> (continuation of Deferred@331655053 after retry RPC after error@1949322193) -> (continuation of Deferred@2140748221 after retry RPC after error@1061210825) -> (continuation of Deferred@160361059 after retry RPC after error@2132170304)))
02:04:33.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.919 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@45527235(state=PENDING, result=null, callback=(continuation of Deferred@486327032 after retry RPC after error@1207729906) -> (continuation of Deferred@365573170 after retry RPC after error@583904992) -> (continuation of Deferred@1490830147 after retry RPC after error@2087959876) -> (continuation of Deferred@945585500 after retry RPC after error@2007592473) -> (continuation of Deferred@1297481204 after retry RPC after error@741208199) -> (continuation of Deferred@2000735939 after retry RPC after error@1269153684), errback=(continuation of Deferred@486327032 after retry RPC after error@1207729906) -> (continuation of Deferred@365573170 after retry RPC after error@583904992) -> (continuation of Deferred@1490830147 after retry RPC after error@2087959876) -> (continuation of Deferred@945585500 after retry RPC after error@2007592473) -> (continuation of Deferred@1297481204 after retry RPC after error@741208199) -> (continuation of Deferred@2000735939 after retry RPC after error@1269153684)))
02:04:33.919 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@45527235(state=PENDING, result=null, callback=(continuation of Deferred@486327032 after retry RPC after error@1207729906) -> (continuation of Deferred@365573170 after retry RPC after error@583904992) -> (continuation of Deferred@1490830147 after retry RPC after error@2087959876) -> (continuation of Deferred@945585500 after retry RPC after error@2007592473) -> (continuation of Deferred@1297481204 after retry RPC after error@741208199) -> (continuation of Deferred@2000735939 after retry RPC after error@1269153684), errback=(continuation of Deferred@486327032 after retry RPC after error@1207729906) -> (continuation of Deferred@365573170 after retry RPC after error@583904992) -> (continuation of Deferred@1490830147 after retry RPC after error@2087959876) -> (continuation of Deferred@945585500 after retry RPC after error@2007592473) -> (continuation of Deferred@1297481204 after retry RPC after error@741208199) -> (continuation of Deferred@2000735939 after retry RPC after error@1269153684)))
02:04:33.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:33.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:33.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:33.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:33.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:33.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.138 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@44265904(state=PENDING, result=null, callback=(continuation of Deferred@921605362 after retry RPC after error@1276514905) -> (continuation of Deferred@1611888804 after retry RPC after error@2032450535) -> (continuation of Deferred@992995637 after retry RPC after error@1205313747) -> (continuation of Deferred@1014642389 after retry RPC after error@1616730430) -> (continuation of Deferred@620720705 after retry RPC after error@1582599989) -> (continuation of Deferred@871745204 after retry RPC after error@971763037), errback=(continuation of Deferred@921605362 after retry RPC after error@1276514905) -> (continuation of Deferred@1611888804 after retry RPC after error@2032450535) -> (continuation of Deferred@992995637 after retry RPC after error@1205313747) -> (continuation of Deferred@1014642389 after retry RPC after error@1616730430) -> (continuation of Deferred@620720705 after retry RPC after error@1582599989) -> (continuation of Deferred@871745204 after retry RPC after error@971763037)))
02:04:34.139 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@44265904(state=PENDING, result=null, callback=(continuation of Deferred@921605362 after retry RPC after error@1276514905) -> (continuation of Deferred@1611888804 after retry RPC after error@2032450535) -> (continuation of Deferred@992995637 after retry RPC after error@1205313747) -> (continuation of Deferred@1014642389 after retry RPC after error@1616730430) -> (continuation of Deferred@620720705 after retry RPC after error@1582599989) -> (continuation of Deferred@871745204 after retry RPC after error@971763037), errback=(continuation of Deferred@921605362 after retry RPC after error@1276514905) -> (continuation of Deferred@1611888804 after retry RPC after error@2032450535) -> (continuation of Deferred@992995637 after retry RPC after error@1205313747) -> (continuation of Deferred@1014642389 after retry RPC after error@1616730430) -> (continuation of Deferred@620720705 after retry RPC after error@1582599989) -> (continuation of Deferred@871745204 after retry RPC after error@971763037)))
02:04:34.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.339 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@530757209(state=PENDING, result=null, callback=(continuation of Deferred@2055883164 after retry RPC after error@434283595) -> (continuation of Deferred@439537063 after retry RPC after error@271102150) -> (continuation of Deferred@952552950 after retry RPC after error@873129561) -> (continuation of Deferred@945379978 after retry RPC after error@1830970311) -> (continuation of Deferred@1661319912 after retry RPC after error@14594303) -> (continuation of Deferred@1914779492 after retry RPC after error@207838908) -> (continuation of Deferred@1115649826 after retry RPC after error@936607450), errback=(continuation of Deferred@2055883164 after retry RPC after error@434283595) -> (continuation of Deferred@439537063 after retry RPC after error@271102150) -> (continuation of Deferred@952552950 after retry RPC after error@873129561) -> (continuation of Deferred@945379978 after retry RPC after error@1830970311) -> (continuation of Deferred@1661319912 after retry RPC after error@14594303) -> (continuation of Deferred@1914779492 after retry RPC after error@207838908) -> (continuation of Deferred@1115649826 after retry RPC after error@936607450)))
02:04:34.339 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@530757209(state=PENDING, result=null, callback=(continuation of Deferred@2055883164 after retry RPC after error@434283595) -> (continuation of Deferred@439537063 after retry RPC after error@271102150) -> (continuation of Deferred@952552950 after retry RPC after error@873129561) -> (continuation of Deferred@945379978 after retry RPC after error@1830970311) -> (continuation of Deferred@1661319912 after retry RPC after error@14594303) -> (continuation of Deferred@1914779492 after retry RPC after error@207838908) -> (continuation of Deferred@1115649826 after retry RPC after error@936607450), errback=(continuation of Deferred@2055883164 after retry RPC after error@434283595) -> (continuation of Deferred@439537063 after retry RPC after error@271102150) -> (continuation of Deferred@952552950 after retry RPC after error@873129561) -> (continuation of Deferred@945379978 after retry RPC after error@1830970311) -> (continuation of Deferred@1661319912 after retry RPC after error@14594303) -> (continuation of Deferred@1914779492 after retry RPC after error@207838908) -> (continuation of Deferred@1115649826 after retry RPC after error@936607450)))
02:04:34.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:34.492348 26187 master_runner.cc:186] Error getting master registration for 127.25.144.61:40329: Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111),
02:04:34.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:34.492594 26187 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:04:34.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.539 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@482948472(state=PENDING, result=null, callback=(continuation of Deferred@1851042571 after retry RPC after error@385175971) -> (continuation of Deferred@332728850 after retry RPC after error@1180868581) -> (continuation of Deferred@220559569 after retry RPC after error@836851871) -> (continuation of Deferred@182403371 after retry RPC after error@1485863458) -> (continuation of Deferred@2127913489 after retry RPC after error@1170995444) -> (continuation of Deferred@896348031 after retry RPC after error@1861685914) -> (continuation of Deferred@996618431 after retry RPC after error@569467775), errback=(continuation of Deferred@1851042571 after retry RPC after error@385175971) -> (continuation of Deferred@332728850 after retry RPC after error@1180868581) -> (continuation of Deferred@220559569 after retry RPC after error@836851871) -> (continuation of Deferred@182403371 after retry RPC after error@1485863458) -> (continuation of Deferred@2127913489 after retry RPC after error@1170995444) -> (continuation of Deferred@896348031 after retry RPC after error@1861685914) -> (continuation of Deferred@996618431 after retry RPC after error@569467775)))
02:04:34.539 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@482948472(state=PENDING, result=null, callback=(continuation of Deferred@1851042571 after retry RPC after error@385175971) -> (continuation of Deferred@332728850 after retry RPC after error@1180868581) -> (continuation of Deferred@220559569 after retry RPC after error@836851871) -> (continuation of Deferred@182403371 after retry RPC after error@1485863458) -> (continuation of Deferred@2127913489 after retry RPC after error@1170995444) -> (continuation of Deferred@896348031 after retry RPC after error@1861685914) -> (continuation of Deferred@996618431 after retry RPC after error@569467775), errback=(continuation of Deferred@1851042571 after retry RPC after error@385175971) -> (continuation of Deferred@332728850 after retry RPC after error@1180868581) -> (continuation of Deferred@220559569 after retry RPC after error@836851871) -> (continuation of Deferred@182403371 after retry RPC after error@1485863458) -> (continuation of Deferred@2127913489 after retry RPC after error@1170995444) -> (continuation of Deferred@896348031 after retry RPC after error@1861685914) -> (continuation of Deferred@996618431 after retry RPC after error@569467775)))
02:04:34.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.699 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@867630514(state=PENDING, result=null, callback=(continuation of Deferred@322525155 after retry RPC after error@476350550) -> (continuation of Deferred@1020497553 after retry RPC after error@948748244) -> (continuation of Deferred@1632858473 after retry RPC after error@1506632493) -> (continuation of Deferred@2043337091 after retry RPC after error@619035505) -> (continuation of Deferred@1590124221 after retry RPC after error@1822530115) -> (continuation of Deferred@1133006997 after retry RPC after error@1254053286), errback=(continuation of Deferred@322525155 after retry RPC after error@476350550) -> (continuation of Deferred@1020497553 after retry RPC after error@948748244) -> (continuation of Deferred@1632858473 after retry RPC after error@1506632493) -> (continuation of Deferred@2043337091 after retry RPC after error@619035505) -> (continuation of Deferred@1590124221 after retry RPC after error@1822530115) -> (continuation of Deferred@1133006997 after retry RPC after error@1254053286)))
02:04:34.700 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@867630514(state=PENDING, result=null, callback=(continuation of Deferred@322525155 after retry RPC after error@476350550) -> (continuation of Deferred@1020497553 after retry RPC after error@948748244) -> (continuation of Deferred@1632858473 after retry RPC after error@1506632493) -> (continuation of Deferred@2043337091 after retry RPC after error@619035505) -> (continuation of Deferred@1590124221 after retry RPC after error@1822530115) -> (continuation of Deferred@1133006997 after retry RPC after error@1254053286), errback=(continuation of Deferred@322525155 after retry RPC after error@476350550) -> (continuation of Deferred@1020497553 after retry RPC after error@948748244) -> (continuation of Deferred@1632858473 after retry RPC after error@1506632493) -> (continuation of Deferred@2043337091 after retry RPC after error@619035505) -> (continuation of Deferred@1590124221 after retry RPC after error@1822530115) -> (continuation of Deferred@1133006997 after retry RPC after error@1254053286)))
02:04:34.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.959 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1779930984(state=PENDING, result=null, callback=(continuation of Deferred@1249002010 after retry RPC after error@1934443577) -> (continuation of Deferred@2063344825 after retry RPC after error@738611289) -> (continuation of Deferred@1950131537 after retry RPC after error@1841908579) -> (continuation of Deferred@1988846479 after retry RPC after error@1745973663) -> (continuation of Deferred@2039891937 after retry RPC after error@1587780067) -> (continuation of Deferred@1931026083 after retry RPC after error@275186902) -> (continuation of Deferred@1535504500 after retry RPC after error@430638694), errback=(continuation of Deferred@1249002010 after retry RPC after error@1934443577) -> (continuation of Deferred@2063344825 after retry RPC after error@738611289) -> (continuation of Deferred@1950131537 after retry RPC after error@1841908579) -> (continuation of Deferred@1988846479 after retry RPC after error@1745973663) -> (continuation of Deferred@2039891937 after retry RPC after error@1587780067) -> (continuation of Deferred@1931026083 after retry RPC after error@275186902) -> (continuation of Deferred@1535504500 after retry RPC after error@430638694)))
02:04:34.959 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1779930984(state=PENDING, result=null, callback=(continuation of Deferred@1249002010 after retry RPC after error@1934443577) -> (continuation of Deferred@2063344825 after retry RPC after error@738611289) -> (continuation of Deferred@1950131537 after retry RPC after error@1841908579) -> (continuation of Deferred@1988846479 after retry RPC after error@1745973663) -> (continuation of Deferred@2039891937 after retry RPC after error@1587780067) -> (continuation of Deferred@1931026083 after retry RPC after error@275186902) -> (continuation of Deferred@1535504500 after retry RPC after error@430638694), errback=(continuation of Deferred@1249002010 after retry RPC after error@1934443577) -> (continuation of Deferred@2063344825 after retry RPC after error@738611289) -> (continuation of Deferred@1950131537 after retry RPC after error@1841908579) -> (continuation of Deferred@1988846479 after retry RPC after error@1745973663) -> (continuation of Deferred@2039891937 after retry RPC after error@1587780067) -> (continuation of Deferred@1931026083 after retry RPC after error@275186902) -> (continuation of Deferred@1535504500 after retry RPC after error@430638694)))
02:04:34.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:34.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:34.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:34.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:34.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:34.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.219 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@509489584(state=PENDING, result=null, callback=(continuation of Deferred@1128084105 after retry RPC after error@2105098374) -> (continuation of Deferred@1612818576 after retry RPC after error@262002325) -> (continuation of Deferred@622728341 after retry RPC after error@307498432) -> (continuation of Deferred@2145145394 after retry RPC after error@513018402) -> (continuation of Deferred@1266356185 after retry RPC after error@2037592443) -> (continuation of Deferred@1688449445 after retry RPC after error@1524134409) -> (continuation of Deferred@1229896524 after retry RPC after error@693548023), errback=(continuation of Deferred@1128084105 after retry RPC after error@2105098374) -> (continuation of Deferred@1612818576 after retry RPC after error@262002325) -> (continuation of Deferred@622728341 after retry RPC after error@307498432) -> (continuation of Deferred@2145145394 after retry RPC after error@513018402) -> (continuation of Deferred@1266356185 after retry RPC after error@2037592443) -> (continuation of Deferred@1688449445 after retry RPC after error@1524134409) -> (continuation of Deferred@1229896524 after retry RPC after error@693548023)))
02:04:35.219 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@509489584(state=PENDING, result=null, callback=(continuation of Deferred@1128084105 after retry RPC after error@2105098374) -> (continuation of Deferred@1612818576 after retry RPC after error@262002325) -> (continuation of Deferred@622728341 after retry RPC after error@307498432) -> (continuation of Deferred@2145145394 after retry RPC after error@513018402) -> (continuation of Deferred@1266356185 after retry RPC after error@2037592443) -> (continuation of Deferred@1688449445 after retry RPC after error@1524134409) -> (continuation of Deferred@1229896524 after retry RPC after error@693548023), errback=(continuation of Deferred@1128084105 after retry RPC after error@2105098374) -> (continuation of Deferred@1612818576 after retry RPC after error@262002325) -> (continuation of Deferred@622728341 after retry RPC after error@307498432) -> (continuation of Deferred@2145145394 after retry RPC after error@513018402) -> (continuation of Deferred@1266356185 after retry RPC after error@2037592443) -> (continuation of Deferred@1688449445 after retry RPC after error@1524134409) -> (continuation of Deferred@1229896524 after retry RPC after error@693548023)))
02:04:35.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.399 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@149596328(state=PENDING, result=null, callback=(continuation of Deferred@1011929098 after retry RPC after error@144317833) -> (continuation of Deferred@1396649218 after retry RPC after error@248340517) -> (continuation of Deferred@874983798 after retry RPC after error@1812534318) -> (continuation of Deferred@1190425488 after retry RPC after error@593358627) -> (continuation of Deferred@788321983 after retry RPC after error@175116074) -> (continuation of Deferred@1870497031 after retry RPC after error@588598076), errback=(continuation of Deferred@1011929098 after retry RPC after error@144317833) -> (continuation of Deferred@1396649218 after retry RPC after error@248340517) -> (continuation of Deferred@874983798 after retry RPC after error@1812534318) -> (continuation of Deferred@1190425488 after retry RPC after error@593358627) -> (continuation of Deferred@788321983 after retry RPC after error@175116074) -> (continuation of Deferred@1870497031 after retry RPC after error@588598076)))
02:04:35.399 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@149596328(state=PENDING, result=null, callback=(continuation of Deferred@1011929098 after retry RPC after error@144317833) -> (continuation of Deferred@1396649218 after retry RPC after error@248340517) -> (continuation of Deferred@874983798 after retry RPC after error@1812534318) -> (continuation of Deferred@1190425488 after retry RPC after error@593358627) -> (continuation of Deferred@788321983 after retry RPC after error@175116074) -> (continuation of Deferred@1870497031 after retry RPC after error@588598076), errback=(continuation of Deferred@1011929098 after retry RPC after error@144317833) -> (continuation of Deferred@1396649218 after retry RPC after error@248340517) -> (continuation of Deferred@874983798 after retry RPC after error@1812534318) -> (continuation of Deferred@1190425488 after retry RPC after error@593358627) -> (continuation of Deferred@788321983 after retry RPC after error@175116074) -> (continuation of Deferred@1870497031 after retry RPC after error@588598076)))
02:04:35.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.579 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@40804000(state=PENDING, result=null, callback=(continuation of Deferred@607001738 after retry RPC after error@1872249838) -> (continuation of Deferred@534404365 after retry RPC after error@1765231560) -> (continuation of Deferred@1026150440 after retry RPC after error@268657488) -> (continuation of Deferred@1568437864 after retry RPC after error@239472388) -> (continuation of Deferred@2107450996 after retry RPC after error@1980744564) -> (continuation of Deferred@1224619243 after retry RPC after error@1987980511), errback=(continuation of Deferred@607001738 after retry RPC after error@1872249838) -> (continuation of Deferred@534404365 after retry RPC after error@1765231560) -> (continuation of Deferred@1026150440 after retry RPC after error@268657488) -> (continuation of Deferred@1568437864 after retry RPC after error@239472388) -> (continuation of Deferred@2107450996 after retry RPC after error@1980744564) -> (continuation of Deferred@1224619243 after retry RPC after error@1987980511)))
02:04:35.579 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@40804000(state=PENDING, result=null, callback=(continuation of Deferred@607001738 after retry RPC after error@1872249838) -> (continuation of Deferred@534404365 after retry RPC after error@1765231560) -> (continuation of Deferred@1026150440 after retry RPC after error@268657488) -> (continuation of Deferred@1568437864 after retry RPC after error@239472388) -> (continuation of Deferred@2107450996 after retry RPC after error@1980744564) -> (continuation of Deferred@1224619243 after retry RPC after error@1987980511), errback=(continuation of Deferred@607001738 after retry RPC after error@1872249838) -> (continuation of Deferred@534404365 after retry RPC after error@1765231560) -> (continuation of Deferred@1026150440 after retry RPC after error@268657488) -> (continuation of Deferred@1568437864 after retry RPC after error@239472388) -> (continuation of Deferred@2107450996 after retry RPC after error@1980744564) -> (continuation of Deferred@1224619243 after retry RPC after error@1987980511)))
02:04:35.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.819 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1871450388(state=PENDING, result=null, callback=(continuation of Deferred@1431509863 after retry RPC after error@1682892265) -> (continuation of Deferred@416036276 after retry RPC after error@398951176) -> (continuation of Deferred@1510091444 after retry RPC after error@1232137648) -> (continuation of Deferred@812126399 after retry RPC after error@463211129) -> (continuation of Deferred@1350620212 after retry RPC after error@508800761) -> (continuation of Deferred@1859041380 after retry RPC after error@368748550) -> (continuation of Deferred@1133379577 after retry RPC after error@1084929303), errback=(continuation of Deferred@1431509863 after retry RPC after error@1682892265) -> (continuation of Deferred@416036276 after retry RPC after error@398951176) -> (continuation of Deferred@1510091444 after retry RPC after error@1232137648) -> (continuation of Deferred@812126399 after retry RPC after error@463211129) -> (continuation of Deferred@1350620212 after retry RPC after error@508800761) -> (continuation of Deferred@1859041380 after retry RPC after error@368748550) -> (continuation of Deferred@1133379577 after retry RPC after error@1084929303)))
02:04:35.819 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1871450388(state=PENDING, result=null, callback=(continuation of Deferred@1431509863 after retry RPC after error@1682892265) -> (continuation of Deferred@416036276 after retry RPC after error@398951176) -> (continuation of Deferred@1510091444 after retry RPC after error@1232137648) -> (continuation of Deferred@812126399 after retry RPC after error@463211129) -> (continuation of Deferred@1350620212 after retry RPC after error@508800761) -> (continuation of Deferred@1859041380 after retry RPC after error@368748550) -> (continuation of Deferred@1133379577 after retry RPC after error@1084929303), errback=(continuation of Deferred@1431509863 after retry RPC after error@1682892265) -> (continuation of Deferred@416036276 after retry RPC after error@398951176) -> (continuation of Deferred@1510091444 after retry RPC after error@1232137648) -> (continuation of Deferred@812126399 after retry RPC after error@463211129) -> (continuation of Deferred@1350620212 after retry RPC after error@508800761) -> (continuation of Deferred@1859041380 after retry RPC after error@368748550) -> (continuation of Deferred@1133379577 after retry RPC after error@1084929303)))
02:04:35.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.878 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:35.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:35.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:35.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:35.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:35.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.079 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [243ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@551051940(state=PENDING, result=null, callback=(continuation of Deferred@1946824445 after retry RPC after error@319940715) -> (continuation of Deferred@1839309232 after retry RPC after error@235873250) -> (continuation of Deferred@735549720 after retry RPC after error@932802233) -> (continuation of Deferred@1465251291 after retry RPC after error@540200160) -> (continuation of Deferred@926588583 after retry RPC after error@1269482079) -> (continuation of Deferred@858328540 after retry RPC after error@88769173) -> (continuation of Deferred@1726413629 after retry RPC after error@2076403076), errback=(continuation of Deferred@1946824445 after retry RPC after error@319940715) -> (continuation of Deferred@1839309232 after retry RPC after error@235873250) -> (continuation of Deferred@735549720 after retry RPC after error@932802233) -> (continuation of Deferred@1465251291 after retry RPC after error@540200160) -> (continuation of Deferred@926588583 after retry RPC after error@1269482079) -> (continuation of Deferred@858328540 after retry RPC after error@88769173) -> (continuation of Deferred@1726413629 after retry RPC after error@2076403076)))
02:04:36.080 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [243ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@551051940(state=PENDING, result=null, callback=(continuation of Deferred@1946824445 after retry RPC after error@319940715) -> (continuation of Deferred@1839309232 after retry RPC after error@235873250) -> (continuation of Deferred@735549720 after retry RPC after error@932802233) -> (continuation of Deferred@1465251291 after retry RPC after error@540200160) -> (continuation of Deferred@926588583 after retry RPC after error@1269482079) -> (continuation of Deferred@858328540 after retry RPC after error@88769173) -> (continuation of Deferred@1726413629 after retry RPC after error@2076403076), errback=(continuation of Deferred@1946824445 after retry RPC after error@319940715) -> (continuation of Deferred@1839309232 after retry RPC after error@235873250) -> (continuation of Deferred@735549720 after retry RPC after error@932802233) -> (continuation of Deferred@1465251291 after retry RPC after error@540200160) -> (continuation of Deferred@926588583 after retry RPC after error@1269482079) -> (continuation of Deferred@858328540 after retry RPC after error@88769173) -> (continuation of Deferred@1726413629 after retry RPC after error@2076403076)))
02:04:36.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.299 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1770936465(state=PENDING, result=null, callback=(continuation of Deferred@1893948680 after retry RPC after error@1414039296) -> (continuation of Deferred@1177761906 after retry RPC after error@1566747381) -> (continuation of Deferred@922990412 after retry RPC after error@669206059) -> (continuation of Deferred@2026637837 after retry RPC after error@816919267) -> (continuation of Deferred@438458990 after retry RPC after error@659395871) -> (continuation of Deferred@1070170009 after retry RPC after error@106325161) -> (continuation of Deferred@246398759 after retry RPC after error@1166096000) -> (continuation of Deferred@826321950 after retry RPC after error@75953587), errback=(continuation of Deferred@1893948680 after retry RPC after error@1414039296) -> (continuation of Deferred@1177761906 after retry RPC after error@1566747381) -> (continuation of Deferred@922990412 after retry RPC after error@669206059) -> (continuation of Deferred@2026637837 after retry RPC after error@816919267) -> (continuation of Deferred@438458990 after retry RPC after error@659395871) -> (continuation of Deferred@1070170009 after retry RPC after error@106325161) -> (continuation of Deferred@246398759 after retry RPC after error@1166096000) -> (continuation of Deferred@826321950 after retry RPC after error@75953587)))
02:04:36.299 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1770936465(state=PENDING, result=null, callback=(continuation of Deferred@1893948680 after retry RPC after error@1414039296) -> (continuation of Deferred@1177761906 after retry RPC after error@1566747381) -> (continuation of Deferred@922990412 after retry RPC after error@669206059) -> (continuation of Deferred@2026637837 after retry RPC after error@816919267) -> (continuation of Deferred@438458990 after retry RPC after error@659395871) -> (continuation of Deferred@1070170009 after retry RPC after error@106325161) -> (continuation of Deferred@246398759 after retry RPC after error@1166096000) -> (continuation of Deferred@826321950 after retry RPC after error@75953587), errback=(continuation of Deferred@1893948680 after retry RPC after error@1414039296) -> (continuation of Deferred@1177761906 after retry RPC after error@1566747381) -> (continuation of Deferred@922990412 after retry RPC after error@669206059) -> (continuation of Deferred@2026637837 after retry RPC after error@816919267) -> (continuation of Deferred@438458990 after retry RPC after error@659395871) -> (continuation of Deferred@1070170009 after retry RPC after error@106325161) -> (continuation of Deferred@246398759 after retry RPC after error@1166096000) -> (continuation of Deferred@826321950 after retry RPC after error@75953587)))
02:04:36.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.539 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@354366514(state=PENDING, result=null, callback=(continuation of Deferred@460646940 after retry RPC after error@1949903745) -> (continuation of Deferred@1667974484 after retry RPC after error@263803823) -> (continuation of Deferred@857832526 after retry RPC after error@251210888) -> (continuation of Deferred@931236326 after retry RPC after error@1918926994) -> (continuation of Deferred@1243304348 after retry RPC after error@222406971) -> (continuation of Deferred@917819340 after retry RPC after error@1076276632) -> (continuation of Deferred@1344373681 after retry RPC after error@1353310463) -> (continuation of Deferred@1081315209 after retry RPC after error@894214258), errback=(continuation of Deferred@460646940 after retry RPC after error@1949903745) -> (continuation of Deferred@1667974484 after retry RPC after error@263803823) -> (continuation of Deferred@857832526 after retry RPC after error@251210888) -> (continuation of Deferred@931236326 after retry RPC after error@1918926994) -> (continuation of Deferred@1243304348 after retry RPC after error@222406971) -> (continuation of Deferred@917819340 after retry RPC after error@1076276632) -> (continuation of Deferred@1344373681 after retry RPC after error@1353310463) -> (continuation of Deferred@1081315209 after retry RPC after error@894214258)))
02:04:36.540 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@354366514(state=PENDING, result=null, callback=(continuation of Deferred@460646940 after retry RPC after error@1949903745) -> (continuation of Deferred@1667974484 after retry RPC after error@263803823) -> (continuation of Deferred@857832526 after retry RPC after error@251210888) -> (continuation of Deferred@931236326 after retry RPC after error@1918926994) -> (continuation of Deferred@1243304348 after retry RPC after error@222406971) -> (continuation of Deferred@917819340 after retry RPC after error@1076276632) -> (continuation of Deferred@1344373681 after retry RPC after error@1353310463) -> (continuation of Deferred@1081315209 after retry RPC after error@894214258), errback=(continuation of Deferred@460646940 after retry RPC after error@1949903745) -> (continuation of Deferred@1667974484 after retry RPC after error@263803823) -> (continuation of Deferred@857832526 after retry RPC after error@251210888) -> (continuation of Deferred@931236326 after retry RPC after error@1918926994) -> (continuation of Deferred@1243304348 after retry RPC after error@222406971) -> (continuation of Deferred@917819340 after retry RPC after error@1076276632) -> (continuation of Deferred@1344373681 after retry RPC after error@1353310463) -> (continuation of Deferred@1081315209 after retry RPC after error@894214258)))
02:04:36.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.817 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1716282126(state=PENDING, result=null, callback=(continuation of Deferred@1986230763 after retry RPC after error@130147084) -> (continuation of Deferred@335855586 after retry RPC after error@299235967) -> (continuation of Deferred@2090100111 after retry RPC after error@1950691474) -> (continuation of Deferred@1167026775 after retry RPC after error@2075616923) -> (continuation of Deferred@617663615 after retry RPC after error@2035071447) -> (continuation of Deferred@1202694523 after retry RPC after error@132943019) -> (continuation of Deferred@628951837 after retry RPC after error@962825316), errback=(continuation of Deferred@1986230763 after retry RPC after error@130147084) -> (continuation of Deferred@335855586 after retry RPC after error@299235967) -> (continuation of Deferred@2090100111 after retry RPC after error@1950691474) -> (continuation of Deferred@1167026775 after retry RPC after error@2075616923) -> (continuation of Deferred@617663615 after retry RPC after error@2035071447) -> (continuation of Deferred@1202694523 after retry RPC after error@132943019) -> (continuation of Deferred@628951837 after retry RPC after error@962825316)))
02:04:36.817 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:04:36.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.898 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:36.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:36.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:36.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:36.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:36.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.039 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1258917567(state=PENDING, result=null, callback=(continuation of Deferred@1430756876 after retry RPC after error@1367367141) -> (continuation of Deferred@1484577379 after retry RPC after error@1602735013) -> (continuation of Deferred@920226215 after retry RPC after error@1701152236) -> (continuation of Deferred@1542776033 after retry RPC after error@978310873) -> (continuation of Deferred@1084355718 after retry RPC after error@161633179) -> (continuation of Deferred@1972202914 after retry RPC after error@825267412) -> (continuation of Deferred@2121941936 after retry RPC after error@1700784495), errback=(continuation of Deferred@1430756876 after retry RPC after error@1367367141) -> (continuation of Deferred@1484577379 after retry RPC after error@1602735013) -> (continuation of Deferred@920226215 after retry RPC after error@1701152236) -> (continuation of Deferred@1542776033 after retry RPC after error@978310873) -> (continuation of Deferred@1084355718 after retry RPC after error@161633179) -> (continuation of Deferred@1972202914 after retry RPC after error@825267412) -> (continuation of Deferred@2121941936 after retry RPC after error@1700784495)))
02:04:37.040 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1258917567(state=PENDING, result=null, callback=(continuation of Deferred@1430756876 after retry RPC after error@1367367141) -> (continuation of Deferred@1484577379 after retry RPC after error@1602735013) -> (continuation of Deferred@920226215 after retry RPC after error@1701152236) -> (continuation of Deferred@1542776033 after retry RPC after error@978310873) -> (continuation of Deferred@1084355718 after retry RPC after error@161633179) -> (continuation of Deferred@1972202914 after retry RPC after error@825267412) -> (continuation of Deferred@2121941936 after retry RPC after error@1700784495), errback=(continuation of Deferred@1430756876 after retry RPC after error@1367367141) -> (continuation of Deferred@1484577379 after retry RPC after error@1602735013) -> (continuation of Deferred@920226215 after retry RPC after error@1701152236) -> (continuation of Deferred@1542776033 after retry RPC after error@978310873) -> (continuation of Deferred@1084355718 after retry RPC after error@161633179) -> (continuation of Deferred@1972202914 after retry RPC after error@825267412) -> (continuation of Deferred@2121941936 after retry RPC after error@1700784495)))
02:04:37.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.299 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@135203616(state=PENDING, result=null, callback=(continuation of Deferred@468104897 after retry RPC after error@1841370463) -> (continuation of Deferred@596951063 after retry RPC after error@1395820878) -> (continuation of Deferred@2110549335 after retry RPC after error@407041116) -> (continuation of Deferred@500374331 after retry RPC after error@1517066550) -> (continuation of Deferred@1146417657 after retry RPC after error@1270549819) -> (continuation of Deferred@1312083380 after retry RPC after error@1882151021) -> (continuation of Deferred@320320680 after retry RPC after error@5677348), errback=(continuation of Deferred@468104897 after retry RPC after error@1841370463) -> (continuation of Deferred@596951063 after retry RPC after error@1395820878) -> (continuation of Deferred@2110549335 after retry RPC after error@407041116) -> (continuation of Deferred@500374331 after retry RPC after error@1517066550) -> (continuation of Deferred@1146417657 after retry RPC after error@1270549819) -> (continuation of Deferred@1312083380 after retry RPC after error@1882151021) -> (continuation of Deferred@320320680 after retry RPC after error@5677348)))
02:04:37.299 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@135203616(state=PENDING, result=null, callback=(continuation of Deferred@468104897 after retry RPC after error@1841370463) -> (continuation of Deferred@596951063 after retry RPC after error@1395820878) -> (continuation of Deferred@2110549335 after retry RPC after error@407041116) -> (continuation of Deferred@500374331 after retry RPC after error@1517066550) -> (continuation of Deferred@1146417657 after retry RPC after error@1270549819) -> (continuation of Deferred@1312083380 after retry RPC after error@1882151021) -> (continuation of Deferred@320320680 after retry RPC after error@5677348), errback=(continuation of Deferred@468104897 after retry RPC after error@1841370463) -> (continuation of Deferred@596951063 after retry RPC after error@1395820878) -> (continuation of Deferred@2110549335 after retry RPC after error@407041116) -> (continuation of Deferred@500374331 after retry RPC after error@1517066550) -> (continuation of Deferred@1146417657 after retry RPC after error@1270549819) -> (continuation of Deferred@1312083380 after retry RPC after error@1882151021) -> (continuation of Deferred@320320680 after retry RPC after error@5677348)))
02:04:37.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.479 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1316804742(state=PENDING, result=null, callback=(continuation of Deferred@1259419375 after retry RPC after error@1034220705) -> (continuation of Deferred@596376206 after retry RPC after error@194752145) -> (continuation of Deferred@1241470787 after retry RPC after error@1399104289) -> (continuation of Deferred@793209929 after retry RPC after error@2046734358) -> (continuation of Deferred@1242080549 after retry RPC after error@1015249646) -> (continuation of Deferred@674393107 after retry RPC after error@608179971), errback=(continuation of Deferred@1259419375 after retry RPC after error@1034220705) -> (continuation of Deferred@596376206 after retry RPC after error@194752145) -> (continuation of Deferred@1241470787 after retry RPC after error@1399104289) -> (continuation of Deferred@793209929 after retry RPC after error@2046734358) -> (continuation of Deferred@1242080549 after retry RPC after error@1015249646) -> (continuation of Deferred@674393107 after retry RPC after error@608179971)))
02:04:37.479 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1316804742(state=PENDING, result=null, callback=(continuation of Deferred@1259419375 after retry RPC after error@1034220705) -> (continuation of Deferred@596376206 after retry RPC after error@194752145) -> (continuation of Deferred@1241470787 after retry RPC after error@1399104289) -> (continuation of Deferred@793209929 after retry RPC after error@2046734358) -> (continuation of Deferred@1242080549 after retry RPC after error@1015249646) -> (continuation of Deferred@674393107 after retry RPC after error@608179971), errback=(continuation of Deferred@1259419375 after retry RPC after error@1034220705) -> (continuation of Deferred@596376206 after retry RPC after error@194752145) -> (continuation of Deferred@1241470787 after retry RPC after error@1399104289) -> (continuation of Deferred@793209929 after retry RPC after error@2046734358) -> (continuation of Deferred@1242080549 after retry RPC after error@1015249646) -> (continuation of Deferred@674393107 after retry RPC after error@608179971)))
02:04:37.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.719 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1092345393(state=PENDING, result=null, callback=(continuation of Deferred@565933574 after retry RPC after error@2087224626) -> (continuation of Deferred@223833099 after retry RPC after error@312660422) -> (continuation of Deferred@1750310610 after retry RPC after error@1353373695) -> (continuation of Deferred@1714151125 after retry RPC after error@1644367671) -> (continuation of Deferred@382908587 after retry RPC after error@281120929) -> (continuation of Deferred@681847066 after retry RPC after error@1378148750) -> (continuation of Deferred@1362103425 after retry RPC after error@1307101854), errback=(continuation of Deferred@565933574 after retry RPC after error@2087224626) -> (continuation of Deferred@223833099 after retry RPC after error@312660422) -> (continuation of Deferred@1750310610 after retry RPC after error@1353373695) -> (continuation of Deferred@1714151125 after retry RPC after error@1644367671) -> (continuation of Deferred@382908587 after retry RPC after error@281120929) -> (continuation of Deferred@681847066 after retry RPC after error@1378148750) -> (continuation of Deferred@1362103425 after retry RPC after error@1307101854)))
02:04:37.720 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1092345393(state=PENDING, result=null, callback=(continuation of Deferred@565933574 after retry RPC after error@2087224626) -> (continuation of Deferred@223833099 after retry RPC after error@312660422) -> (continuation of Deferred@1750310610 after retry RPC after error@1353373695) -> (continuation of Deferred@1714151125 after retry RPC after error@1644367671) -> (continuation of Deferred@382908587 after retry RPC after error@281120929) -> (continuation of Deferred@681847066 after retry RPC after error@1378148750) -> (continuation of Deferred@1362103425 after retry RPC after error@1307101854), errback=(continuation of Deferred@565933574 after retry RPC after error@2087224626) -> (continuation of Deferred@223833099 after retry RPC after error@312660422) -> (continuation of Deferred@1750310610 after retry RPC after error@1353373695) -> (continuation of Deferred@1714151125 after retry RPC after error@1644367671) -> (continuation of Deferred@382908587 after retry RPC after error@281120929) -> (continuation of Deferred@681847066 after retry RPC after error@1378148750) -> (continuation of Deferred@1362103425 after retry RPC after error@1307101854)))
02:04:37.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.899 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@404852991(state=PENDING, result=null, callback=(continuation of Deferred@1281896398 after retry RPC after error@993363110) -> (continuation of Deferred@1294250512 after retry RPC after error@1494639907) -> (continuation of Deferred@1410148240 after retry RPC after error@1133152515) -> (continuation of Deferred@735450960 after retry RPC after error@1090736244) -> (continuation of Deferred@2081414755 after retry RPC after error@1801097840) -> (continuation of Deferred@1890411740 after retry RPC after error@737544781), errback=(continuation of Deferred@1281896398 after retry RPC after error@993363110) -> (continuation of Deferred@1294250512 after retry RPC after error@1494639907) -> (continuation of Deferred@1410148240 after retry RPC after error@1133152515) -> (continuation of Deferred@735450960 after retry RPC after error@1090736244) -> (continuation of Deferred@2081414755 after retry RPC after error@1801097840) -> (continuation of Deferred@1890411740 after retry RPC after error@737544781)))
02:04:37.899 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@404852991(state=PENDING, result=null, callback=(continuation of Deferred@1281896398 after retry RPC after error@993363110) -> (continuation of Deferred@1294250512 after retry RPC after error@1494639907) -> (continuation of Deferred@1410148240 after retry RPC after error@1133152515) -> (continuation of Deferred@735450960 after retry RPC after error@1090736244) -> (continuation of Deferred@2081414755 after retry RPC after error@1801097840) -> (continuation of Deferred@1890411740 after retry RPC after error@737544781), errback=(continuation of Deferred@1281896398 after retry RPC after error@993363110) -> (continuation of Deferred@1294250512 after retry RPC after error@1494639907) -> (continuation of Deferred@1410148240 after retry RPC after error@1133152515) -> (continuation of Deferred@735450960 after retry RPC after error@1090736244) -> (continuation of Deferred@2081414755 after retry RPC after error@1801097840) -> (continuation of Deferred@1890411740 after retry RPC after error@737544781)))
02:04:37.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:37.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:37.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:37.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:37.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:37.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:38.110049 27207 raft_consensus.cc:491] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader a62142ae51d64b41b79f78f74a2c9831)
02:04:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:38.110280 27207 raft_consensus.cc:513] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:38.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:38.110996 27207 leader_election.cc:290] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329), bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719)
02:04:38.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:38.112160 26202 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111) [suppressed 1 similar messages]
02:04:38.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:38.113327 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329): Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111)
02:04:38.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:38.113546 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719): Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:38.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:38.113629 26202 leader_election.cc:304] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 139df40554574a758941c6e16707c03e; no voters: a62142ae51d64b41b79f78f74a2c9831, bdf1eb108276440db816cbba2a720656
02:04:38.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:38.113884 27207 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:04:38.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.118 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1355948181(state=PENDING, result=null, callback=(continuation of Deferred@1371745675 after retry RPC after error@198843407) -> (continuation of Deferred@1388989563 after retry RPC after error@324868159) -> (continuation of Deferred@1530577066 after retry RPC after error@14386598) -> (continuation of Deferred@7518290 after retry RPC after error@2065024131) -> (continuation of Deferred@1982297307 after retry RPC after error@705505548) -> (continuation of Deferred@1059632183 after retry RPC after error@1783385741) -> (continuation of Deferred@654343859 after retry RPC after error@1678145046), errback=(continuation of Deferred@1371745675 after retry RPC after error@198843407) -> (continuation of Deferred@1388989563 after retry RPC after error@324868159) -> (continuation of Deferred@1530577066 after retry RPC after error@14386598) -> (continuation of Deferred@7518290 after retry RPC after error@2065024131) -> (continuation of Deferred@1982297307 after retry RPC after error@705505548) -> (continuation of Deferred@1059632183 after retry RPC after error@1783385741) -> (continuation of Deferred@654343859 after retry RPC after error@1678145046)))
02:04:38.119 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1355948181(state=PENDING, result=null, callback=(continuation of Deferred@1371745675 after retry RPC after error@198843407) -> (continuation of Deferred@1388989563 after retry RPC after error@324868159) -> (continuation of Deferred@1530577066 after retry RPC after error@14386598) -> (continuation of Deferred@7518290 after retry RPC after error@2065024131) -> (continuation of Deferred@1982297307 after retry RPC after error@705505548) -> (continuation of Deferred@1059632183 after retry RPC after error@1783385741) -> (continuation of Deferred@654343859 after retry RPC after error@1678145046), errback=(continuation of Deferred@1371745675 after retry RPC after error@198843407) -> (continuation of Deferred@1388989563 after retry RPC after error@324868159) -> (continuation of Deferred@1530577066 after retry RPC after error@14386598) -> (continuation of Deferred@7518290 after retry RPC after error@2065024131) -> (continuation of Deferred@1982297307 after retry RPC after error@705505548) -> (continuation of Deferred@1059632183 after retry RPC after error@1783385741) -> (continuation of Deferred@654343859 after retry RPC after error@1678145046)))
02:04:38.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.359 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1556447165(state=PENDING, result=null, callback=(continuation of Deferred@484192848 after retry RPC after error@644406896) -> (continuation of Deferred@1315697589 after retry RPC after error@967071058) -> (continuation of Deferred@1142406788 after retry RPC after error@619475752) -> (continuation of Deferred@889969243 after retry RPC after error@782112621) -> (continuation of Deferred@1468301220 after retry RPC after error@280376143) -> (continuation of Deferred@2063919616 after retry RPC after error@629129074) -> (continuation of Deferred@1366465830 after retry RPC after error@1895821324), errback=(continuation of Deferred@484192848 after retry RPC after error@644406896) -> (continuation of Deferred@1315697589 after retry RPC after error@967071058) -> (continuation of Deferred@1142406788 after retry RPC after error@619475752) -> (continuation of Deferred@889969243 after retry RPC after error@782112621) -> (continuation of Deferred@1468301220 after retry RPC after error@280376143) -> (continuation of Deferred@2063919616 after retry RPC after error@629129074) -> (continuation of Deferred@1366465830 after retry RPC after error@1895821324)))
02:04:38.359 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1556447165(state=PENDING, result=null, callback=(continuation of Deferred@484192848 after retry RPC after error@644406896) -> (continuation of Deferred@1315697589 after retry RPC after error@967071058) -> (continuation of Deferred@1142406788 after retry RPC after error@619475752) -> (continuation of Deferred@889969243 after retry RPC after error@782112621) -> (continuation of Deferred@1468301220 after retry RPC after error@280376143) -> (continuation of Deferred@2063919616 after retry RPC after error@629129074) -> (continuation of Deferred@1366465830 after retry RPC after error@1895821324), errback=(continuation of Deferred@484192848 after retry RPC after error@644406896) -> (continuation of Deferred@1315697589 after retry RPC after error@967071058) -> (continuation of Deferred@1142406788 after retry RPC after error@619475752) -> (continuation of Deferred@889969243 after retry RPC after error@782112621) -> (continuation of Deferred@1468301220 after retry RPC after error@280376143) -> (continuation of Deferred@2063919616 after retry RPC after error@629129074) -> (continuation of Deferred@1366465830 after retry RPC after error@1895821324)))
02:04:38.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.538 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@272693947(state=PENDING, result=null, callback=(continuation of Deferred@994047347 after retry RPC after error@1892473116) -> (continuation of Deferred@2119820217 after retry RPC after error@1767594987) -> (continuation of Deferred@755744734 after retry RPC after error@991528794) -> (continuation of Deferred@183300011 after retry RPC after error@962296094) -> (continuation of Deferred@1239340196 after retry RPC after error@1040890258) -> (continuation of Deferred@1400281167 after retry RPC after error@830970038), errback=(continuation of Deferred@994047347 after retry RPC after error@1892473116) -> (continuation of Deferred@2119820217 after retry RPC after error@1767594987) -> (continuation of Deferred@755744734 after retry RPC after error@991528794) -> (continuation of Deferred@183300011 after retry RPC after error@962296094) -> (continuation of Deferred@1239340196 after retry RPC after error@1040890258) -> (continuation of Deferred@1400281167 after retry RPC after error@830970038)))
02:04:38.539 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@272693947(state=PENDING, result=null, callback=(continuation of Deferred@994047347 after retry RPC after error@1892473116) -> (continuation of Deferred@2119820217 after retry RPC after error@1767594987) -> (continuation of Deferred@755744734 after retry RPC after error@991528794) -> (continuation of Deferred@183300011 after retry RPC after error@962296094) -> (continuation of Deferred@1239340196 after retry RPC after error@1040890258) -> (continuation of Deferred@1400281167 after retry RPC after error@830970038), errback=(continuation of Deferred@994047347 after retry RPC after error@1892473116) -> (continuation of Deferred@2119820217 after retry RPC after error@1767594987) -> (continuation of Deferred@755744734 after retry RPC after error@991528794) -> (continuation of Deferred@183300011 after retry RPC after error@962296094) -> (continuation of Deferred@1239340196 after retry RPC after error@1040890258) -> (continuation of Deferred@1400281167 after retry RPC after error@830970038)))
02:04:38.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.759 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1486672668(state=PENDING, result=null, callback=(continuation of Deferred@1958540009 after retry RPC after error@1521173151) -> (continuation of Deferred@2016035301 after retry RPC after error@1175484879) -> (continuation of Deferred@1428742238 after retry RPC after error@1427632094) -> (continuation of Deferred@2132326896 after retry RPC after error@973306333) -> (continuation of Deferred@674972883 after retry RPC after error@1110980373) -> (continuation of Deferred@2027278747 after retry RPC after error@1496941261), errback=(continuation of Deferred@1958540009 after retry RPC after error@1521173151) -> (continuation of Deferred@2016035301 after retry RPC after error@1175484879) -> (continuation of Deferred@1428742238 after retry RPC after error@1427632094) -> (continuation of Deferred@2132326896 after retry RPC after error@973306333) -> (continuation of Deferred@674972883 after retry RPC after error@1110980373) -> (continuation of Deferred@2027278747 after retry RPC after error@1496941261)))
02:04:38.759 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1486672668(state=PENDING, result=null, callback=(continuation of Deferred@1958540009 after retry RPC after error@1521173151) -> (continuation of Deferred@2016035301 after retry RPC after error@1175484879) -> (continuation of Deferred@1428742238 after retry RPC after error@1427632094) -> (continuation of Deferred@2132326896 after retry RPC after error@973306333) -> (continuation of Deferred@674972883 after retry RPC after error@1110980373) -> (continuation of Deferred@2027278747 after retry RPC after error@1496941261), errback=(continuation of Deferred@1958540009 after retry RPC after error@1521173151) -> (continuation of Deferred@2016035301 after retry RPC after error@1175484879) -> (continuation of Deferred@1428742238 after retry RPC after error@1427632094) -> (continuation of Deferred@2132326896 after retry RPC after error@973306333) -> (continuation of Deferred@674972883 after retry RPC after error@1110980373) -> (continuation of Deferred@2027278747 after retry RPC after error@1496941261)))
02:04:38.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.918 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1519583192(state=PENDING, result=null, callback=(continuation of Deferred@516891171 after retry RPC after error@125945182) -> (continuation of Deferred@756450933 after retry RPC after error@1622655024) -> (continuation of Deferred@118368319 after retry RPC after error@246199989) -> (continuation of Deferred@395361339 after retry RPC after error@1241008313) -> (continuation of Deferred@1069665897 after retry RPC after error@1421073978) -> (continuation of Deferred@1179701747 after retry RPC after error@1306977280), errback=(continuation of Deferred@516891171 after retry RPC after error@125945182) -> (continuation of Deferred@756450933 after retry RPC after error@1622655024) -> (continuation of Deferred@118368319 after retry RPC after error@246199989) -> (continuation of Deferred@395361339 after retry RPC after error@1241008313) -> (continuation of Deferred@1069665897 after retry RPC after error@1421073978) -> (continuation of Deferred@1179701747 after retry RPC after error@1306977280)))
02:04:38.924 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1519583192(state=PENDING, result=null, callback=(continuation of Deferred@516891171 after retry RPC after error@125945182) -> (continuation of Deferred@756450933 after retry RPC after error@1622655024) -> (continuation of Deferred@118368319 after retry RPC after error@246199989) -> (continuation of Deferred@395361339 after retry RPC after error@1241008313) -> (continuation of Deferred@1069665897 after retry RPC after error@1421073978) -> (continuation of Deferred@1179701747 after retry RPC after error@1306977280), errback=(continuation of Deferred@516891171 after retry RPC after error@125945182) -> (continuation of Deferred@756450933 after retry RPC after error@1622655024) -> (continuation of Deferred@118368319 after retry RPC after error@246199989) -> (continuation of Deferred@395361339 after retry RPC after error@1241008313) -> (continuation of Deferred@1069665897 after retry RPC after error@1421073978) -> (continuation of Deferred@1179701747 after retry RPC after error@1306977280)))
02:04:38.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:38.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:38.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:38.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:38.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:38.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.179 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@295998491(state=PENDING, result=null, callback=(continuation of Deferred@183187633 after retry RPC after error@755937714) -> (continuation of Deferred@1381870546 after retry RPC after error@1735190990) -> (continuation of Deferred@881949474 after retry RPC after error@1816842019) -> (continuation of Deferred@1408690755 after retry RPC after error@1406425962) -> (continuation of Deferred@1822650969 after retry RPC after error@1445632825) -> (continuation of Deferred@845862733 after retry RPC after error@1133827425) -> (continuation of Deferred@886195952 after retry RPC after error@916713472) -> (continuation of Deferred@1377278246 after retry RPC after error@927822296), errback=(continuation of Deferred@183187633 after retry RPC after error@755937714) -> (continuation of Deferred@1381870546 after retry RPC after error@1735190990) -> (continuation of Deferred@881949474 after retry RPC after error@1816842019) -> (continuation of Deferred@1408690755 after retry RPC after error@1406425962) -> (continuation of Deferred@1822650969 after retry RPC after error@1445632825) -> (continuation of Deferred@845862733 after retry RPC after error@1133827425) -> (continuation of Deferred@886195952 after retry RPC after error@916713472) -> (continuation of Deferred@1377278246 after retry RPC after error@927822296)))
02:04:39.179 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@295998491(state=PENDING, result=null, callback=(continuation of Deferred@183187633 after retry RPC after error@755937714) -> (continuation of Deferred@1381870546 after retry RPC after error@1735190990) -> (continuation of Deferred@881949474 after retry RPC after error@1816842019) -> (continuation of Deferred@1408690755 after retry RPC after error@1406425962) -> (continuation of Deferred@1822650969 after retry RPC after error@1445632825) -> (continuation of Deferred@845862733 after retry RPC after error@1133827425) -> (continuation of Deferred@886195952 after retry RPC after error@916713472) -> (continuation of Deferred@1377278246 after retry RPC after error@927822296), errback=(continuation of Deferred@183187633 after retry RPC after error@755937714) -> (continuation of Deferred@1381870546 after retry RPC after error@1735190990) -> (continuation of Deferred@881949474 after retry RPC after error@1816842019) -> (continuation of Deferred@1408690755 after retry RPC after error@1406425962) -> (continuation of Deferred@1822650969 after retry RPC after error@1445632825) -> (continuation of Deferred@845862733 after retry RPC after error@1133827425) -> (continuation of Deferred@886195952 after retry RPC after error@916713472) -> (continuation of Deferred@1377278246 after retry RPC after error@927822296)))
02:04:39.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.398 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [200ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1766485839(state=PENDING, result=null, callback=(continuation of Deferred@2095492022 after retry RPC after error@804248114) -> (continuation of Deferred@1179363235 after retry RPC after error@2084673586) -> (continuation of Deferred@900933399 after retry RPC after error@1683768793) -> (continuation of Deferred@2142339150 after retry RPC after error@264312706) -> (continuation of Deferred@593887986 after retry RPC after error@630389194) -> (continuation of Deferred@1448259270 after retry RPC after error@1361628809) -> (continuation of Deferred@1112160204 after retry RPC after error@1881463526), errback=(continuation of Deferred@2095492022 after retry RPC after error@804248114) -> (continuation of Deferred@1179363235 after retry RPC after error@2084673586) -> (continuation of Deferred@900933399 after retry RPC after error@1683768793) -> (continuation of Deferred@2142339150 after retry RPC after error@264312706) -> (continuation of Deferred@593887986 after retry RPC after error@630389194) -> (continuation of Deferred@1448259270 after retry RPC after error@1361628809) -> (continuation of Deferred@1112160204 after retry RPC after error@1881463526)))
02:04:39.399 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [200ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1766485839(state=PENDING, result=null, callback=(continuation of Deferred@2095492022 after retry RPC after error@804248114) -> (continuation of Deferred@1179363235 after retry RPC after error@2084673586) -> (continuation of Deferred@900933399 after retry RPC after error@1683768793) -> (continuation of Deferred@2142339150 after retry RPC after error@264312706) -> (continuation of Deferred@593887986 after retry RPC after error@630389194) -> (continuation of Deferred@1448259270 after retry RPC after error@1361628809) -> (continuation of Deferred@1112160204 after retry RPC after error@1881463526), errback=(continuation of Deferred@2095492022 after retry RPC after error@804248114) -> (continuation of Deferred@1179363235 after retry RPC after error@2084673586) -> (continuation of Deferred@900933399 after retry RPC after error@1683768793) -> (continuation of Deferred@2142339150 after retry RPC after error@264312706) -> (continuation of Deferred@593887986 after retry RPC after error@630389194) -> (continuation of Deferred@1448259270 after retry RPC after error@1361628809) -> (continuation of Deferred@1112160204 after retry RPC after error@1881463526)))
02:04:39.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:39.495623 26187 master_runner.cc:186] Error getting master registration for 127.25.144.61:40329: Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111),
02:04:39.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:39.495895 26187 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:04:39.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.598 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@2096881589(state=PENDING, result=null, callback=(continuation of Deferred@668175376 after retry RPC after error@1265994758) -> (continuation of Deferred@1953811559 after retry RPC after error@1448129323) -> (continuation of Deferred@1842874109 after retry RPC after error@178955004) -> (continuation of Deferred@1483685946 after retry RPC after error@192248311) -> (continuation of Deferred@641169802 after retry RPC after error@2044039922) -> (continuation of Deferred@1528394594 after retry RPC after error@2063794999) -> (continuation of Deferred@1726336756 after retry RPC after error@871535320), errback=(continuation of Deferred@668175376 after retry RPC after error@1265994758) -> (continuation of Deferred@1953811559 after retry RPC after error@1448129323) -> (continuation of Deferred@1842874109 after retry RPC after error@178955004) -> (continuation of Deferred@1483685946 after retry RPC after error@192248311) -> (continuation of Deferred@641169802 after retry RPC after error@2044039922) -> (continuation of Deferred@1528394594 after retry RPC after error@2063794999) -> (continuation of Deferred@1726336756 after retry RPC after error@871535320)))
02:04:39.599 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@2096881589(state=PENDING, result=null, callback=(continuation of Deferred@668175376 after retry RPC after error@1265994758) -> (continuation of Deferred@1953811559 after retry RPC after error@1448129323) -> (continuation of Deferred@1842874109 after retry RPC after error@178955004) -> (continuation of Deferred@1483685946 after retry RPC after error@192248311) -> (continuation of Deferred@641169802 after retry RPC after error@2044039922) -> (continuation of Deferred@1528394594 after retry RPC after error@2063794999) -> (continuation of Deferred@1726336756 after retry RPC after error@871535320), errback=(continuation of Deferred@668175376 after retry RPC after error@1265994758) -> (continuation of Deferred@1953811559 after retry RPC after error@1448129323) -> (continuation of Deferred@1842874109 after retry RPC after error@178955004) -> (continuation of Deferred@1483685946 after retry RPC after error@192248311) -> (continuation of Deferred@641169802 after retry RPC after error@2044039922) -> (continuation of Deferred@1528394594 after retry RPC after error@2063794999) -> (continuation of Deferred@1726336756 after retry RPC after error@871535320)))
02:04:39.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.779 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1869146833(state=PENDING, result=null, callback=(continuation of Deferred@1846635749 after retry RPC after error@1376024919) -> (continuation of Deferred@1150984726 after retry RPC after error@1821173302) -> (continuation of Deferred@153078022 after retry RPC after error@2015414195) -> (continuation of Deferred@1773879475 after retry RPC after error@1653454564) -> (continuation of Deferred@355275850 after retry RPC after error@1808679939) -> (continuation of Deferred@1480797969 after retry RPC after error@1467385963) -> (continuation of Deferred@704924043 after retry RPC after error@871624340), errback=(continuation of Deferred@1846635749 after retry RPC after error@1376024919) -> (continuation of Deferred@1150984726 after retry RPC after error@1821173302) -> (continuation of Deferred@153078022 after retry RPC after error@2015414195) -> (continuation of Deferred@1773879475 after retry RPC after error@1653454564) -> (continuation of Deferred@355275850 after retry RPC after error@1808679939) -> (continuation of Deferred@1480797969 after retry RPC after error@1467385963) -> (continuation of Deferred@704924043 after retry RPC after error@871624340)))
02:04:39.779 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1869146833(state=PENDING, result=null, callback=(continuation of Deferred@1846635749 after retry RPC after error@1376024919) -> (continuation of Deferred@1150984726 after retry RPC after error@1821173302) -> (continuation of Deferred@153078022 after retry RPC after error@2015414195) -> (continuation of Deferred@1773879475 after retry RPC after error@1653454564) -> (continuation of Deferred@355275850 after retry RPC after error@1808679939) -> (continuation of Deferred@1480797969 after retry RPC after error@1467385963) -> (continuation of Deferred@704924043 after retry RPC after error@871624340), errback=(continuation of Deferred@1846635749 after retry RPC after error@1376024919) -> (continuation of Deferred@1150984726 after retry RPC after error@1821173302) -> (continuation of Deferred@153078022 after retry RPC after error@2015414195) -> (continuation of Deferred@1773879475 after retry RPC after error@1653454564) -> (continuation of Deferred@355275850 after retry RPC after error@1808679939) -> (continuation of Deferred@1480797969 after retry RPC after error@1467385963) -> (continuation of Deferred@704924043 after retry RPC after error@871624340)))
02:04:39.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.959 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@596416640(state=PENDING, result=null, callback=(continuation of Deferred@2034491249 after retry RPC after error@119436173) -> (continuation of Deferred@1854558684 after retry RPC after error@688233493) -> (continuation of Deferred@1322939923 after retry RPC after error@976021086) -> (continuation of Deferred@110384246 after retry RPC after error@57972101) -> (continuation of Deferred@511901974 after retry RPC after error@1136659086) -> (continuation of Deferred@1741934948 after retry RPC after error@1076672678) -> (continuation of Deferred@1184991748 after retry RPC after error@91647012), errback=(continuation of Deferred@2034491249 after retry RPC after error@119436173) -> (continuation of Deferred@1854558684 after retry RPC after error@688233493) -> (continuation of Deferred@1322939923 after retry RPC after error@976021086) -> (continuation of Deferred@110384246 after retry RPC after error@57972101) -> (continuation of Deferred@511901974 after retry RPC after error@1136659086) -> (continuation of Deferred@1741934948 after retry RPC after error@1076672678) -> (continuation of Deferred@1184991748 after retry RPC after error@91647012)))
02:04:39.959 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@596416640(state=PENDING, result=null, callback=(continuation of Deferred@2034491249 after retry RPC after error@119436173) -> (continuation of Deferred@1854558684 after retry RPC after error@688233493) -> (continuation of Deferred@1322939923 after retry RPC after error@976021086) -> (continuation of Deferred@110384246 after retry RPC after error@57972101) -> (continuation of Deferred@511901974 after retry RPC after error@1136659086) -> (continuation of Deferred@1741934948 after retry RPC after error@1076672678) -> (continuation of Deferred@1184991748 after retry RPC after error@91647012), errback=(continuation of Deferred@2034491249 after retry RPC after error@119436173) -> (continuation of Deferred@1854558684 after retry RPC after error@688233493) -> (continuation of Deferred@1322939923 after retry RPC after error@976021086) -> (continuation of Deferred@110384246 after retry RPC after error@57972101) -> (continuation of Deferred@511901974 after retry RPC after error@1136659086) -> (continuation of Deferred@1741934948 after retry RPC after error@1076672678) -> (continuation of Deferred@1184991748 after retry RPC after error@91647012)))
02:04:39.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:39.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:39.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:39.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:39.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:39.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.237 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@2078518215(state=PENDING, result=null, callback=(continuation of Deferred@1520752911 after retry RPC after error@385839281) -> (continuation of Deferred@97548626 after retry RPC after error@1670072252) -> (continuation of Deferred@521897571 after retry RPC after error@1921783753) -> (continuation of Deferred@1955654179 after retry RPC after error@1293940138) -> (continuation of Deferred@242502388 after retry RPC after error@475276972) -> (continuation of Deferred@1868961527 after retry RPC after error@1566972948) -> (continuation of Deferred@1911152294 after retry RPC after error@1278601073), errback=(continuation of Deferred@1520752911 after retry RPC after error@385839281) -> (continuation of Deferred@97548626 after retry RPC after error@1670072252) -> (continuation of Deferred@521897571 after retry RPC after error@1921783753) -> (continuation of Deferred@1955654179 after retry RPC after error@1293940138) -> (continuation of Deferred@242502388 after retry RPC after error@475276972) -> (continuation of Deferred@1868961527 after retry RPC after error@1566972948) -> (continuation of Deferred@1911152294 after retry RPC after error@1278601073)))
02:04:40.237 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:04:40.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.419 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1234979249(state=PENDING, result=null, callback=(continuation of Deferred@501557141 after retry RPC after error@1797428985) -> (continuation of Deferred@238278942 after retry RPC after error@633985192) -> (continuation of Deferred@296000011 after retry RPC after error@1850626968) -> (continuation of Deferred@2124778598 after retry RPC after error@356652930) -> (continuation of Deferred@537113571 after retry RPC after error@1020126952) -> (continuation of Deferred@1851362219 after retry RPC after error@1797418981) -> (continuation of Deferred@1443059145 after retry RPC after error@86643527), errback=(continuation of Deferred@501557141 after retry RPC after error@1797428985) -> (continuation of Deferred@238278942 after retry RPC after error@633985192) -> (continuation of Deferred@296000011 after retry RPC after error@1850626968) -> (continuation of Deferred@2124778598 after retry RPC after error@356652930) -> (continuation of Deferred@537113571 after retry RPC after error@1020126952) -> (continuation of Deferred@1851362219 after retry RPC after error@1797418981) -> (continuation of Deferred@1443059145 after retry RPC after error@86643527)))
02:04:40.419 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1234979249(state=PENDING, result=null, callback=(continuation of Deferred@501557141 after retry RPC after error@1797428985) -> (continuation of Deferred@238278942 after retry RPC after error@633985192) -> (continuation of Deferred@296000011 after retry RPC after error@1850626968) -> (continuation of Deferred@2124778598 after retry RPC after error@356652930) -> (continuation of Deferred@537113571 after retry RPC after error@1020126952) -> (continuation of Deferred@1851362219 after retry RPC after error@1797418981) -> (continuation of Deferred@1443059145 after retry RPC after error@86643527), errback=(continuation of Deferred@501557141 after retry RPC after error@1797428985) -> (continuation of Deferred@238278942 after retry RPC after error@633985192) -> (continuation of Deferred@296000011 after retry RPC after error@1850626968) -> (continuation of Deferred@2124778598 after retry RPC after error@356652930) -> (continuation of Deferred@537113571 after retry RPC after error@1020126952) -> (continuation of Deferred@1851362219 after retry RPC after error@1797418981) -> (continuation of Deferred@1443059145 after retry RPC after error@86643527)))
02:04:40.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.500 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.658 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@14073086(state=PENDING, result=null, callback=(continuation of Deferred@1581263966 after retry RPC after error@583775714) -> (continuation of Deferred@345542942 after retry RPC after error@555544127) -> (continuation of Deferred@2120287390 after retry RPC after error@24828437) -> (continuation of Deferred@1371192133 after retry RPC after error@395430491) -> (continuation of Deferred@1629649347 after retry RPC after error@920632704) -> (continuation of Deferred@842750093 after retry RPC after error@727814019) -> (continuation of Deferred@1501501261 after retry RPC after error@302486111) -> (continuation of Deferred@2047893410 after retry RPC after error@1571474164), errback=(continuation of Deferred@1581263966 after retry RPC after error@583775714) -> (continuation of Deferred@345542942 after retry RPC after error@555544127) -> (continuation of Deferred@2120287390 after retry RPC after error@24828437) -> (continuation of Deferred@1371192133 after retry RPC after error@395430491) -> (continuation of Deferred@1629649347 after retry RPC after error@920632704) -> (continuation of Deferred@842750093 after retry RPC after error@727814019) -> (continuation of Deferred@1501501261 after retry RPC after error@302486111) -> (continuation of Deferred@2047893410 after retry RPC after error@1571474164)))
02:04:40.659 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@14073086(state=PENDING, result=null, callback=(continuation of Deferred@1581263966 after retry RPC after error@583775714) -> (continuation of Deferred@345542942 after retry RPC after error@555544127) -> (continuation of Deferred@2120287390 after retry RPC after error@24828437) -> (continuation of Deferred@1371192133 after retry RPC after error@395430491) -> (continuation of Deferred@1629649347 after retry RPC after error@920632704) -> (continuation of Deferred@842750093 after retry RPC after error@727814019) -> (continuation of Deferred@1501501261 after retry RPC after error@302486111) -> (continuation of Deferred@2047893410 after retry RPC after error@1571474164), errback=(continuation of Deferred@1581263966 after retry RPC after error@583775714) -> (continuation of Deferred@345542942 after retry RPC after error@555544127) -> (continuation of Deferred@2120287390 after retry RPC after error@24828437) -> (continuation of Deferred@1371192133 after retry RPC after error@395430491) -> (continuation of Deferred@1629649347 after retry RPC after error@920632704) -> (continuation of Deferred@842750093 after retry RPC after error@727814019) -> (continuation of Deferred@1501501261 after retry RPC after error@302486111) -> (continuation of Deferred@2047893410 after retry RPC after error@1571474164)))
02:04:40.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.919 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@838246050(state=PENDING, result=null, callback=(continuation of Deferred@1004442041 after retry RPC after error@2042054203) -> (continuation of Deferred@1742073019 after retry RPC after error@1658023277) -> (continuation of Deferred@760179671 after retry RPC after error@1854564059) -> (continuation of Deferred@653459333 after retry RPC after error@1605584435) -> (continuation of Deferred@158638017 after retry RPC after error@880123018) -> (continuation of Deferred@97145686 after retry RPC after error@1074597634) -> (continuation of Deferred@1831475797 after retry RPC after error@1973639862), errback=(continuation of Deferred@1004442041 after retry RPC after error@2042054203) -> (continuation of Deferred@1742073019 after retry RPC after error@1658023277) -> (continuation of Deferred@760179671 after retry RPC after error@1854564059) -> (continuation of Deferred@653459333 after retry RPC after error@1605584435) -> (continuation of Deferred@158638017 after retry RPC after error@880123018) -> (continuation of Deferred@97145686 after retry RPC after error@1074597634) -> (continuation of Deferred@1831475797 after retry RPC after error@1973639862)))
02:04:40.920 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@838246050(state=PENDING, result=null, callback=(continuation of Deferred@1004442041 after retry RPC after error@2042054203) -> (continuation of Deferred@1742073019 after retry RPC after error@1658023277) -> (continuation of Deferred@760179671 after retry RPC after error@1854564059) -> (continuation of Deferred@653459333 after retry RPC after error@1605584435) -> (continuation of Deferred@158638017 after retry RPC after error@880123018) -> (continuation of Deferred@97145686 after retry RPC after error@1074597634) -> (continuation of Deferred@1831475797 after retry RPC after error@1973639862), errback=(continuation of Deferred@1004442041 after retry RPC after error@2042054203) -> (continuation of Deferred@1742073019 after retry RPC after error@1658023277) -> (continuation of Deferred@760179671 after retry RPC after error@1854564059) -> (continuation of Deferred@653459333 after retry RPC after error@1605584435) -> (continuation of Deferred@158638017 after retry RPC after error@880123018) -> (continuation of Deferred@97145686 after retry RPC after error@1074597634) -> (continuation of Deferred@1831475797 after retry RPC after error@1973639862)))
02:04:40.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:40.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:40.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:40.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:40.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:40.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.099 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@2077757382(state=PENDING, result=null, callback=(continuation of Deferred@316652931 after retry RPC after error@647901612) -> (continuation of Deferred@3011224 after retry RPC after error@993033060) -> (continuation of Deferred@1416423972 after retry RPC after error@52994644) -> (continuation of Deferred@1820207515 after retry RPC after error@1412269099) -> (continuation of Deferred@1730378048 after retry RPC after error@559894002) -> (continuation of Deferred@1014008499 after retry RPC after error@71589322) -> (continuation of Deferred@2027015547 after retry RPC after error@591015758) -> (continuation of Deferred@463932552 after retry RPC after error@1026271291), errback=(continuation of Deferred@316652931 after retry RPC after error@647901612) -> (continuation of Deferred@3011224 after retry RPC after error@993033060) -> (continuation of Deferred@1416423972 after retry RPC after error@52994644) -> (continuation of Deferred@1820207515 after retry RPC after error@1412269099) -> (continuation of Deferred@1730378048 after retry RPC after error@559894002) -> (continuation of Deferred@1014008499 after retry RPC after error@71589322) -> (continuation of Deferred@2027015547 after retry RPC after error@591015758) -> (continuation of Deferred@463932552 after retry RPC after error@1026271291)))
02:04:41.100 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@2077757382(state=PENDING, result=null, callback=(continuation of Deferred@316652931 after retry RPC after error@647901612) -> (continuation of Deferred@3011224 after retry RPC after error@993033060) -> (continuation of Deferred@1416423972 after retry RPC after error@52994644) -> (continuation of Deferred@1820207515 after retry RPC after error@1412269099) -> (continuation of Deferred@1730378048 after retry RPC after error@559894002) -> (continuation of Deferred@1014008499 after retry RPC after error@71589322) -> (continuation of Deferred@2027015547 after retry RPC after error@591015758) -> (continuation of Deferred@463932552 after retry RPC after error@1026271291), errback=(continuation of Deferred@316652931 after retry RPC after error@647901612) -> (continuation of Deferred@3011224 after retry RPC after error@993033060) -> (continuation of Deferred@1416423972 after retry RPC after error@52994644) -> (continuation of Deferred@1820207515 after retry RPC after error@1412269099) -> (continuation of Deferred@1730378048 after retry RPC after error@559894002) -> (continuation of Deferred@1014008499 after retry RPC after error@71589322) -> (continuation of Deferred@2027015547 after retry RPC after error@591015758) -> (continuation of Deferred@463932552 after retry RPC after error@1026271291)))
02:04:41.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.259 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1362758873(state=PENDING, result=null, callback=(continuation of Deferred@1980200037 after retry RPC after error@425894996) -> (continuation of Deferred@1694248561 after retry RPC after error@1696705267) -> (continuation of Deferred@684220014 after retry RPC after error@604249895) -> (continuation of Deferred@562963056 after retry RPC after error@1234203264) -> (continuation of Deferred@599883506 after retry RPC after error@666415242) -> (continuation of Deferred@2012580783 after retry RPC after error@1035723683) -> (continuation of Deferred@354757640 after retry RPC after error@2013000390), errback=(continuation of Deferred@1980200037 after retry RPC after error@425894996) -> (continuation of Deferred@1694248561 after retry RPC after error@1696705267) -> (continuation of Deferred@684220014 after retry RPC after error@604249895) -> (continuation of Deferred@562963056 after retry RPC after error@1234203264) -> (continuation of Deferred@599883506 after retry RPC after error@666415242) -> (continuation of Deferred@2012580783 after retry RPC after error@1035723683) -> (continuation of Deferred@354757640 after retry RPC after error@2013000390)))
02:04:41.259 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1362758873(state=PENDING, result=null, callback=(continuation of Deferred@1980200037 after retry RPC after error@425894996) -> (continuation of Deferred@1694248561 after retry RPC after error@1696705267) -> (continuation of Deferred@684220014 after retry RPC after error@604249895) -> (continuation of Deferred@562963056 after retry RPC after error@1234203264) -> (continuation of Deferred@599883506 after retry RPC after error@666415242) -> (continuation of Deferred@2012580783 after retry RPC after error@1035723683) -> (continuation of Deferred@354757640 after retry RPC after error@2013000390), errback=(continuation of Deferred@1980200037 after retry RPC after error@425894996) -> (continuation of Deferred@1694248561 after retry RPC after error@1696705267) -> (continuation of Deferred@684220014 after retry RPC after error@604249895) -> (continuation of Deferred@562963056 after retry RPC after error@1234203264) -> (continuation of Deferred@599883506 after retry RPC after error@666415242) -> (continuation of Deferred@2012580783 after retry RPC after error@1035723683) -> (continuation of Deferred@354757640 after retry RPC after error@2013000390)))
02:04:41.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.479 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1242934279(state=PENDING, result=null, callback=(continuation of Deferred@550977249 after retry RPC after error@1906747764) -> (continuation of Deferred@234201306 after retry RPC after error@1793544439) -> (continuation of Deferred@1935563644 after retry RPC after error@938979690) -> (continuation of Deferred@388248638 after retry RPC after error@1200930501) -> (continuation of Deferred@1183881456 after retry RPC after error@1281756585) -> (continuation of Deferred@2060801503 after retry RPC after error@416661206) -> (continuation of Deferred@1514201636 after retry RPC after error@649570176), errback=(continuation of Deferred@550977249 after retry RPC after error@1906747764) -> (continuation of Deferred@234201306 after retry RPC after error@1793544439) -> (continuation of Deferred@1935563644 after retry RPC after error@938979690) -> (continuation of Deferred@388248638 after retry RPC after error@1200930501) -> (continuation of Deferred@1183881456 after retry RPC after error@1281756585) -> (continuation of Deferred@2060801503 after retry RPC after error@416661206) -> (continuation of Deferred@1514201636 after retry RPC after error@649570176)))
02:04:41.480 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1242934279(state=PENDING, result=null, callback=(continuation of Deferred@550977249 after retry RPC after error@1906747764) -> (continuation of Deferred@234201306 after retry RPC after error@1793544439) -> (continuation of Deferred@1935563644 after retry RPC after error@938979690) -> (continuation of Deferred@388248638 after retry RPC after error@1200930501) -> (continuation of Deferred@1183881456 after retry RPC after error@1281756585) -> (continuation of Deferred@2060801503 after retry RPC after error@416661206) -> (continuation of Deferred@1514201636 after retry RPC after error@649570176), errback=(continuation of Deferred@550977249 after retry RPC after error@1906747764) -> (continuation of Deferred@234201306 after retry RPC after error@1793544439) -> (continuation of Deferred@1935563644 after retry RPC after error@938979690) -> (continuation of Deferred@388248638 after retry RPC after error@1200930501) -> (continuation of Deferred@1183881456 after retry RPC after error@1281756585) -> (continuation of Deferred@2060801503 after retry RPC after error@416661206) -> (continuation of Deferred@1514201636 after retry RPC after error@649570176)))
02:04:41.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.718 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@443499381(state=PENDING, result=null, callback=(continuation of Deferred@1991881291 after retry RPC after error@1966756386) -> (continuation of Deferred@1537135641 after retry RPC after error@990531828) -> (continuation of Deferred@1742388 after retry RPC after error@664174423) -> (continuation of Deferred@176511392 after retry RPC after error@1667311092) -> (continuation of Deferred@924759194 after retry RPC after error@602278377) -> (continuation of Deferred@59645036 after retry RPC after error@1772803948) -> (continuation of Deferred@726795431 after retry RPC after error@954788197) -> (continuation of Deferred@1274478440 after retry RPC after error@1960333517), errback=(continuation of Deferred@1991881291 after retry RPC after error@1966756386) -> (continuation of Deferred@1537135641 after retry RPC after error@990531828) -> (continuation of Deferred@1742388 after retry RPC after error@664174423) -> (continuation of Deferred@176511392 after retry RPC after error@1667311092) -> (continuation of Deferred@924759194 after retry RPC after error@602278377) -> (continuation of Deferred@59645036 after retry RPC after error@1772803948) -> (continuation of Deferred@726795431 after retry RPC after error@954788197) -> (continuation of Deferred@1274478440 after retry RPC after error@1960333517)))
02:04:41.719 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@443499381(state=PENDING, result=null, callback=(continuation of Deferred@1991881291 after retry RPC after error@1966756386) -> (continuation of Deferred@1537135641 after retry RPC after error@990531828) -> (continuation of Deferred@1742388 after retry RPC after error@664174423) -> (continuation of Deferred@176511392 after retry RPC after error@1667311092) -> (continuation of Deferred@924759194 after retry RPC after error@602278377) -> (continuation of Deferred@59645036 after retry RPC after error@1772803948) -> (continuation of Deferred@726795431 after retry RPC after error@954788197) -> (continuation of Deferred@1274478440 after retry RPC after error@1960333517), errback=(continuation of Deferred@1991881291 after retry RPC after error@1966756386) -> (continuation of Deferred@1537135641 after retry RPC after error@990531828) -> (continuation of Deferred@1742388 after retry RPC after error@664174423) -> (continuation of Deferred@176511392 after retry RPC after error@1667311092) -> (continuation of Deferred@924759194 after retry RPC after error@602278377) -> (continuation of Deferred@59645036 after retry RPC after error@1772803948) -> (continuation of Deferred@726795431 after retry RPC after error@954788197) -> (continuation of Deferred@1274478440 after retry RPC after error@1960333517)))
02:04:41.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.879 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1285454058(state=PENDING, result=null, callback=(continuation of Deferred@1643861231 after retry RPC after error@820892749) -> (continuation of Deferred@1834331055 after retry RPC after error@1379129287) -> (continuation of Deferred@1767157058 after retry RPC after error@935678873) -> (continuation of Deferred@1997381149 after retry RPC after error@994898644) -> (continuation of Deferred@2008966722 after retry RPC after error@1786423991) -> (continuation of Deferred@1906064531 after retry RPC after error@765110822), errback=(continuation of Deferred@1643861231 after retry RPC after error@820892749) -> (continuation of Deferred@1834331055 after retry RPC after error@1379129287) -> (continuation of Deferred@1767157058 after retry RPC after error@935678873) -> (continuation of Deferred@1997381149 after retry RPC after error@994898644) -> (continuation of Deferred@2008966722 after retry RPC after error@1786423991) -> (continuation of Deferred@1906064531 after retry RPC after error@765110822)))
02:04:41.879 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1285454058(state=PENDING, result=null, callback=(continuation of Deferred@1643861231 after retry RPC after error@820892749) -> (continuation of Deferred@1834331055 after retry RPC after error@1379129287) -> (continuation of Deferred@1767157058 after retry RPC after error@935678873) -> (continuation of Deferred@1997381149 after retry RPC after error@994898644) -> (continuation of Deferred@2008966722 after retry RPC after error@1786423991) -> (continuation of Deferred@1906064531 after retry RPC after error@765110822), errback=(continuation of Deferred@1643861231 after retry RPC after error@820892749) -> (continuation of Deferred@1834331055 after retry RPC after error@1379129287) -> (continuation of Deferred@1767157058 after retry RPC after error@935678873) -> (continuation of Deferred@1997381149 after retry RPC after error@994898644) -> (continuation of Deferred@2008966722 after retry RPC after error@1786423991) -> (continuation of Deferred@1906064531 after retry RPC after error@765110822)))
02:04:41.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:41.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:41.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:41.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:41.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:41.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.139 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@2143260410(state=PENDING, result=null, callback=(continuation of Deferred@1160419318 after retry RPC after error@38332907) -> (continuation of Deferred@318863893 after retry RPC after error@281734865) -> (continuation of Deferred@30301721 after retry RPC after error@1150089338) -> (continuation of Deferred@1548084012 after retry RPC after error@465445395) -> (continuation of Deferred@1752406507 after retry RPC after error@1268773815) -> (continuation of Deferred@942683499 after retry RPC after error@1391732420) -> (continuation of Deferred@649875888 after retry RPC after error@311037083), errback=(continuation of Deferred@1160419318 after retry RPC after error@38332907) -> (continuation of Deferred@318863893 after retry RPC after error@281734865) -> (continuation of Deferred@30301721 after retry RPC after error@1150089338) -> (continuation of Deferred@1548084012 after retry RPC after error@465445395) -> (continuation of Deferred@1752406507 after retry RPC after error@1268773815) -> (continuation of Deferred@942683499 after retry RPC after error@1391732420) -> (continuation of Deferred@649875888 after retry RPC after error@311037083)))
02:04:42.140 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@2143260410(state=PENDING, result=null, callback=(continuation of Deferred@1160419318 after retry RPC after error@38332907) -> (continuation of Deferred@318863893 after retry RPC after error@281734865) -> (continuation of Deferred@30301721 after retry RPC after error@1150089338) -> (continuation of Deferred@1548084012 after retry RPC after error@465445395) -> (continuation of Deferred@1752406507 after retry RPC after error@1268773815) -> (continuation of Deferred@942683499 after retry RPC after error@1391732420) -> (continuation of Deferred@649875888 after retry RPC after error@311037083), errback=(continuation of Deferred@1160419318 after retry RPC after error@38332907) -> (continuation of Deferred@318863893 after retry RPC after error@281734865) -> (continuation of Deferred@30301721 after retry RPC after error@1150089338) -> (continuation of Deferred@1548084012 after retry RPC after error@465445395) -> (continuation of Deferred@1752406507 after retry RPC after error@1268773815) -> (continuation of Deferred@942683499 after retry RPC after error@1391732420) -> (continuation of Deferred@649875888 after retry RPC after error@311037083)))
02:04:42.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.319 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@706199817(state=PENDING, result=null, callback=(continuation of Deferred@686348771 after retry RPC after error@1772231204) -> (continuation of Deferred@1756625019 after retry RPC after error@2084070381) -> (continuation of Deferred@309434952 after retry RPC after error@1803272472) -> (continuation of Deferred@486313004 after retry RPC after error@602186581) -> (continuation of Deferred@1029299899 after retry RPC after error@136293129) -> (continuation of Deferred@1887099850 after retry RPC after error@1988243611), errback=(continuation of Deferred@686348771 after retry RPC after error@1772231204) -> (continuation of Deferred@1756625019 after retry RPC after error@2084070381) -> (continuation of Deferred@309434952 after retry RPC after error@1803272472) -> (continuation of Deferred@486313004 after retry RPC after error@602186581) -> (continuation of Deferred@1029299899 after retry RPC after error@136293129) -> (continuation of Deferred@1887099850 after retry RPC after error@1988243611)))
02:04:42.319 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@706199817(state=PENDING, result=null, callback=(continuation of Deferred@686348771 after retry RPC after error@1772231204) -> (continuation of Deferred@1756625019 after retry RPC after error@2084070381) -> (continuation of Deferred@309434952 after retry RPC after error@1803272472) -> (continuation of Deferred@486313004 after retry RPC after error@602186581) -> (continuation of Deferred@1029299899 after retry RPC after error@136293129) -> (continuation of Deferred@1887099850 after retry RPC after error@1988243611), errback=(continuation of Deferred@686348771 after retry RPC after error@1772231204) -> (continuation of Deferred@1756625019 after retry RPC after error@2084070381) -> (continuation of Deferred@309434952 after retry RPC after error@1803272472) -> (continuation of Deferred@486313004 after retry RPC after error@602186581) -> (continuation of Deferred@1029299899 after retry RPC after error@136293129) -> (continuation of Deferred@1887099850 after retry RPC after error@1988243611)))
02:04:42.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.378 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.498 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@319431699(state=PENDING, result=null, callback=(continuation of Deferred@515761288 after retry RPC after error@1867060903) -> (continuation of Deferred@2145098130 after retry RPC after error@1026756806) -> (continuation of Deferred@1289431628 after retry RPC after error@1803612510) -> (continuation of Deferred@1219818165 after retry RPC after error@1839496773) -> (continuation of Deferred@2025369847 after retry RPC after error@341746879) -> (continuation of Deferred@2064702939 after retry RPC after error@889770666), errback=(continuation of Deferred@515761288 after retry RPC after error@1867060903) -> (continuation of Deferred@2145098130 after retry RPC after error@1026756806) -> (continuation of Deferred@1289431628 after retry RPC after error@1803612510) -> (continuation of Deferred@1219818165 after retry RPC after error@1839496773) -> (continuation of Deferred@2025369847 after retry RPC after error@341746879) -> (continuation of Deferred@2064702939 after retry RPC after error@889770666)))
02:04:42.499 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@319431699(state=PENDING, result=null, callback=(continuation of Deferred@515761288 after retry RPC after error@1867060903) -> (continuation of Deferred@2145098130 after retry RPC after error@1026756806) -> (continuation of Deferred@1289431628 after retry RPC after error@1803612510) -> (continuation of Deferred@1219818165 after retry RPC after error@1839496773) -> (continuation of Deferred@2025369847 after retry RPC after error@341746879) -> (continuation of Deferred@2064702939 after retry RPC after error@889770666), errback=(continuation of Deferred@515761288 after retry RPC after error@1867060903) -> (continuation of Deferred@2145098130 after retry RPC after error@1026756806) -> (continuation of Deferred@1289431628 after retry RPC after error@1803612510) -> (continuation of Deferred@1219818165 after retry RPC after error@1839496773) -> (continuation of Deferred@2025369847 after retry RPC after error@341746879) -> (continuation of Deferred@2064702939 after retry RPC after error@889770666)))
02:04:42.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.658 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.777 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1141074404(state=PENDING, result=null, callback=(continuation of Deferred@2034699086 after retry RPC after error@848987090) -> (continuation of Deferred@1122768985 after retry RPC after error@503256489) -> (continuation of Deferred@1545826339 after retry RPC after error@977402982) -> (continuation of Deferred@407700903 after retry RPC after error@2113538394) -> (continuation of Deferred@983555246 after retry RPC after error@252228951) -> (continuation of Deferred@2132338988 after retry RPC after error@1384484684) -> (continuation of Deferred@372986654 after retry RPC after error@1557393027), errback=(continuation of Deferred@2034699086 after retry RPC after error@848987090) -> (continuation of Deferred@1122768985 after retry RPC after error@503256489) -> (continuation of Deferred@1545826339 after retry RPC after error@977402982) -> (continuation of Deferred@407700903 after retry RPC after error@2113538394) -> (continuation of Deferred@983555246 after retry RPC after error@252228951) -> (continuation of Deferred@2132338988 after retry RPC after error@1384484684) -> (continuation of Deferred@372986654 after retry RPC after error@1557393027)))
02:04:42.777 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:04:42.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:42.979 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1789531893(state=PENDING, result=null, callback=(continuation of Deferred@1749051483 after retry RPC after error@17767451) -> (continuation of Deferred@1344769331 after retry RPC after error@1786786940) -> (continuation of Deferred@23694279 after retry RPC after error@2030022709) -> (continuation of Deferred@341701644 after retry RPC after error@2132082991) -> (continuation of Deferred@854559417 after retry RPC after error@932510409) -> (continuation of Deferred@1284670883 after retry RPC after error@458877287), errback=(continuation of Deferred@1749051483 after retry RPC after error@17767451) -> (continuation of Deferred@1344769331 after retry RPC after error@1786786940) -> (continuation of Deferred@23694279 after retry RPC after error@2030022709) -> (continuation of Deferred@341701644 after retry RPC after error@2132082991) -> (continuation of Deferred@854559417 after retry RPC after error@932510409) -> (continuation of Deferred@1284670883 after retry RPC after error@458877287)))
02:04:42.979 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1789531893(state=PENDING, result=null, callback=(continuation of Deferred@1749051483 after retry RPC after error@17767451) -> (continuation of Deferred@1344769331 after retry RPC after error@1786786940) -> (continuation of Deferred@23694279 after retry RPC after error@2030022709) -> (continuation of Deferred@341701644 after retry RPC after error@2132082991) -> (continuation of Deferred@854559417 after retry RPC after error@932510409) -> (continuation of Deferred@1284670883 after retry RPC after error@458877287), errback=(continuation of Deferred@1749051483 after retry RPC after error@17767451) -> (continuation of Deferred@1344769331 after retry RPC after error@1786786940) -> (continuation of Deferred@23694279 after retry RPC after error@2030022709) -> (continuation of Deferred@341701644 after retry RPC after error@2132082991) -> (continuation of Deferred@854559417 after retry RPC after error@932510409) -> (continuation of Deferred@1284670883 after retry RPC after error@458877287)))
02:04:42.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:42.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:42.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:42.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:42.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:43.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:43.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:43.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:43.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:43.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:43.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:43.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:43.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:43.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:43.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:43.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:43.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:43.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:43.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:43.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:43.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:43.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:43.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:43.159 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@26554797(state=PENDING, result=null, callback=(continuation of Deferred@1456370544 after retry RPC after error@502494968) -> (continuation of Deferred@1808708311 after retry RPC after error@1132392026) -> (continuation of Deferred@1720598710 after retry RPC after error@1624026665) -> (continuation of Deferred@2114642157 after retry RPC after error@1253236040) -> (continuation of Deferred@1588445016 after retry RPC after error@1536552770) -> (continuation of Deferred@1924231509 after retry RPC after error@783657686), errback=(continuation of Deferred@1456370544 after retry RPC after error@502494968) -> (continuation of Deferred@1808708311 after retry RPC after error@1132392026) -> (continuation of Deferred@1720598710 after retry RPC after error@1624026665) -> (continuation of Deferred@2114642157 after retry RPC after error@1253236040) -> (continuation of Deferred@1588445016 after retry RPC after error@1536552770) -> (continuation of Deferred@1924231509 after retry RPC after error@783657686)))
02:04:43.159 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@26554797(state=PENDING, result=null, callback=(continuation of Deferred@1456370544 after retry RPC after error@502494968) -> (continuation of Deferred@1808708311 after retry RPC after error@1132392026) -> (continuation of Deferred@1720598710 after retry RPC after error@1624026665) -> (continuation of Deferred@2114642157 after retry RPC after error@1253236040) -> (continuation of Deferred@1588445016 after retry RPC after error@1536552770) -> (continuation of Deferred@1924231509 after retry RPC after error@783657686), errback=(continuation of Deferred@1456370544 after retry RPC after error@502494968) -> (continuation of Deferred@1808708311 after retry RPC after error@1132392026) -> (continuation of Deferred@1720598710 after retry RPC after error@1624026665) -> (continuation of Deferred@2114642157 after retry RPC after error@1253236040) -> (continuation of Deferred@1588445016 after retry RPC after error@1536552770) -> (continuation of Deferred@1924231509 after retry RPC after error@783657686)))
02:04:43.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:43.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:43.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:43.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:43.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:43.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:43.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:43.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:43.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:43.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:43.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:43.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:43.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:43.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:43.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:43.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:43.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:43.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:43.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:43.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:43.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:43.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:43.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:43.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:43.379 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@774113725(state=PENDING, result=null, callback=(continuation of Deferred@736369794 after retry RPC after error@1643855607) -> (continuation of Deferred@1204714477 after retry RPC after error@1227488072) -> (continuation of Deferred@1117974243 after retry RPC after error@2048289990) -> (continuation of Deferred@1311994234 after retry RPC after error@1212555343) -> (continuation of Deferred@499518034 after retry RPC after error@1426007408) -> (continuation of Deferred@17970740 after retry RPC after error@2016356865) -> (continuation of Deferred@1435904972 after retry RPC after error@2028949675), errback=(continuation of Deferred@736369794 after retry RPC after error@1643855607) -> (continuation of Deferred@1204714477 after retry RPC after error@1227488072) -> (continuation of Deferred@1117974243 after retry RPC after error@2048289990) -> (continuation of Deferred@1311994234 after retry RPC after error@1212555343) -> (continuation of Deferred@499518034 after retry RPC after error@1426007408) -> (continuation of Deferred@17970740 after retry RPC after error@2016356865) -> (continuation of Deferred@1435904972 after retry RPC after error@2028949675)))
02:04:43.379 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@774113725(state=PENDING, result=null, callback=(continuation of Deferred@736369794 after retry RPC after error@1643855607) -> (continuation of Deferred@1204714477 after retry RPC after error@1227488072) -> (continuation of Deferred@1117974243 after retry RPC after error@2048289990) -> (continuation of Deferred@1311994234 after retry RPC after error@1212555343) -> (continuation of Deferred@499518034 after retry RPC after error@1426007408) -> (continuation of Deferred@17970740 after retry RPC after error@2016356865) -> (continuation of Deferred@1435904972 after retry RPC after error@2028949675), errback=(continuation of Deferred@736369794 after retry RPC after error@1643855607) -> (continuation of Deferred@1204714477 after retry RPC after error@1227488072) -> (continuation of Deferred@1117974243 after retry RPC after error@2048289990) -> (continuation of Deferred@1311994234 after retry RPC after error@1212555343) -> (continuation of Deferred@499518034 after retry RPC after error@1426007408) -> (continuation of Deferred@17970740 after retry RPC after error@2016356865) -> (continuation of Deferred@1435904972 after retry RPC after error@2028949675)))
02:04:43.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:43.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:43.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:43.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:43.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:43.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:43.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:43.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:43.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:43.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:43.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:43.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:43.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.656 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=4, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, deferred=Deferred@95541992(state=PENDING, result=null, callback=(continuation of Deferred@1305827746 after retry RPC after error@296950932) -> (continuation of Deferred@584543750 after retry RPC after error@700089902) -> (continuation of Deferred@1313194738 after retry RPC after error@1192960018), errback=(continuation of Deferred@1305827746 after retry RPC after error@296950932) -> (continuation of Deferred@584543750 after retry RPC after error@700089902) -> (continuation of Deferred@1313194738 after retry RPC after error@1192960018)))
02:04:43.657 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=190, elapsed=200), Traces: [0ms] sending RPC to server master-127.25.144.61:40329, deferred=Deferred@1587925417(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.25.144.61:40329, errback=org.apache.kudu.client.ConnectToCluster$1@2353a7a5 -> ConnectToMasterErrCB for 127.25.144.61:40329))
02:04:43.657 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:43.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:43.677 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:04:43.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.936 [DEBUG - pool-40-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, deferred=null) with no deferred attached!
02:04:43.937 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.25.144.61:40329, deferred=Deferred@767339053(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.25.144.61:40329, errback=org.apache.kudu.client.ConnectToCluster$1@136c5eb0 -> ConnectToMasterErrCB for 127.25.144.61:40329))
02:04:43.937 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:43.937 [DEBUG - pool-40-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.25.144.61:40329, deferred=Deferred@767339053(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.25.144.61:40329, errback=org.apache.kudu.client.ConnectToCluster$1@136c5eb0 -> ConnectToMasterErrCB for 127.25.144.61:40329)), deferred=null)
02:04:43.937 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.25.144.61:40329, deferred=Deferred@767339053(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.25.144.61:40329, errback=org.apache.kudu.client.ConnectToCluster$1@136c5eb0 -> ConnectToMasterErrCB for 127.25.144.61:40329)), deferred=null)
02:04:43.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:43.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:43.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.217 [DEBUG - pool-40-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, deferred=null) with no deferred attached!
02:04:44.217 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.25.144.61:40329, deferred=Deferred@541335403(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.25.144.61:40329, errback=org.apache.kudu.client.ConnectToCluster$1@68e1248c -> ConnectToMasterErrCB for 127.25.144.61:40329))
02:04:44.217 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:44.217 [DEBUG - pool-40-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.25.144.61:40329, deferred=Deferred@541335403(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.25.144.61:40329, errback=org.apache.kudu.client.ConnectToCluster$1@68e1248c -> ConnectToMasterErrCB for 127.25.144.61:40329)), deferred=null)
02:04:44.217 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.25.144.61:40329, deferred=Deferred@541335403(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.25.144.61:40329, errback=org.apache.kudu.client.ConnectToCluster$1@68e1248c -> ConnectToMasterErrCB for 127.25.144.61:40329)), deferred=null)
02:04:44.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:44.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.489 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=831), Traces: [0ms] received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=null) with no deferred attached!
02:04:44.489 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=552), Traces: [0ms] received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=null) with no deferred attached!
02:04:44.489 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=272), Traces: [0ms] received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=null) with no deferred attached!
02:04:44.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.489 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:44.489 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=253), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [253ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [253ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=null)
02:04:44.489 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=253), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [253ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [253ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=null)
02:04:44.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:44.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:44.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:44.499050 26187 master_runner.cc:186] Error getting master registration for 127.25.144.61:40329: Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111),
02:04:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:44.499228 26187 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:04:44.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:44.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:44.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:44.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:44.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:44.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:44.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:44.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:44.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:44.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:44.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:44.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:44.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:44.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:44.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:44.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:44.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:44.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:44.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:44.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:44.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:44.739 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@379347044(state=PENDING, result=null, callback=(continuation of Deferred@746050633 after retry RPC after error@1737804882) -> (continuation of Deferred@2045788127 after retry RPC after error@203096005) -> (continuation of Deferred@509454227 after retry RPC after error@1600786006) -> (continuation of Deferred@656202915 after retry RPC after error@2091121490) -> (continuation of Deferred@254917226 after retry RPC after error@10886500) -> (continuation of Deferred@1092497431 after retry RPC after error@579090957) -> (continuation of Deferred@551827165 after retry RPC after error@270095000), errback=(continuation of Deferred@746050633 after retry RPC after error@1737804882) -> (continuation of Deferred@2045788127 after retry RPC after error@203096005) -> (continuation of Deferred@509454227 after retry RPC after error@1600786006) -> (continuation of Deferred@656202915 after retry RPC after error@2091121490) -> (continuation of Deferred@254917226 after retry RPC after error@10886500) -> (continuation of Deferred@1092497431 after retry RPC after error@579090957) -> (continuation of Deferred@551827165 after retry RPC after error@270095000)))
02:04:44.739 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@379347044(state=PENDING, result=null, callback=(continuation of Deferred@746050633 after retry RPC after error@1737804882) -> (continuation of Deferred@2045788127 after retry RPC after error@203096005) -> (continuation of Deferred@509454227 after retry RPC after error@1600786006) -> (continuation of Deferred@656202915 after retry RPC after error@2091121490) -> (continuation of Deferred@254917226 after retry RPC after error@10886500) -> (continuation of Deferred@1092497431 after retry RPC after error@579090957) -> (continuation of Deferred@551827165 after retry RPC after error@270095000), errback=(continuation of Deferred@746050633 after retry RPC after error@1737804882) -> (continuation of Deferred@2045788127 after retry RPC after error@203096005) -> (continuation of Deferred@509454227 after retry RPC after error@1600786006) -> (continuation of Deferred@656202915 after retry RPC after error@2091121490) -> (continuation of Deferred@254917226 after retry RPC after error@10886500) -> (continuation of Deferred@1092497431 after retry RPC after error@579090957) -> (continuation of Deferred@551827165 after retry RPC after error@270095000)))
02:04:44.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:44.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:44.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:44.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:44.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:44.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:44.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:44.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:44.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:44.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:44.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:44.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:44.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:44.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:44.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:44.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:44.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:44.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:44.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:44.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:44.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:44.899 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1117493772(state=PENDING, result=null, callback=(continuation of Deferred@154703275 after retry RPC after error@1457793247) -> (continuation of Deferred@1859538024 after retry RPC after error@1879302212) -> (continuation of Deferred@1029420578 after retry RPC after error@1242485638) -> (continuation of Deferred@384263075 after retry RPC after error@2039062779) -> (continuation of Deferred@419685198 after retry RPC after error@632131851) -> (continuation of Deferred@142218342 after retry RPC after error@1019274218), errback=(continuation of Deferred@154703275 after retry RPC after error@1457793247) -> (continuation of Deferred@1859538024 after retry RPC after error@1879302212) -> (continuation of Deferred@1029420578 after retry RPC after error@1242485638) -> (continuation of Deferred@384263075 after retry RPC after error@2039062779) -> (continuation of Deferred@419685198 after retry RPC after error@632131851) -> (continuation of Deferred@142218342 after retry RPC after error@1019274218)))
02:04:44.899 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1117493772(state=PENDING, result=null, callback=(continuation of Deferred@154703275 after retry RPC after error@1457793247) -> (continuation of Deferred@1859538024 after retry RPC after error@1879302212) -> (continuation of Deferred@1029420578 after retry RPC after error@1242485638) -> (continuation of Deferred@384263075 after retry RPC after error@2039062779) -> (continuation of Deferred@419685198 after retry RPC after error@632131851) -> (continuation of Deferred@142218342 after retry RPC after error@1019274218), errback=(continuation of Deferred@154703275 after retry RPC after error@1457793247) -> (continuation of Deferred@1859538024 after retry RPC after error@1879302212) -> (continuation of Deferred@1029420578 after retry RPC after error@1242485638) -> (continuation of Deferred@384263075 after retry RPC after error@2039062779) -> (continuation of Deferred@419685198 after retry RPC after error@632131851) -> (continuation of Deferred@142218342 after retry RPC after error@1019274218)))
02:04:44.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:44.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:44.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:44.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:44.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:44.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:44.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:44.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:44.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:44.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:44.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:44.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:44.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:44.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:44.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:44.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:44.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.139 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [220ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@817434597(state=PENDING, result=null, callback=(continuation of Deferred@199478196 after retry RPC after error@1424208489) -> (continuation of Deferred@794451115 after retry RPC after error@1474607234) -> (continuation of Deferred@1120888737 after retry RPC after error@200734059) -> (continuation of Deferred@1991532474 after retry RPC after error@82237766) -> (continuation of Deferred@1034765332 after retry RPC after error@30188391) -> (continuation of Deferred@1431401835 after retry RPC after error@1733278318) -> (continuation of Deferred@806739831 after retry RPC after error@1411810697), errback=(continuation of Deferred@199478196 after retry RPC after error@1424208489) -> (continuation of Deferred@794451115 after retry RPC after error@1474607234) -> (continuation of Deferred@1120888737 after retry RPC after error@200734059) -> (continuation of Deferred@1991532474 after retry RPC after error@82237766) -> (continuation of Deferred@1034765332 after retry RPC after error@30188391) -> (continuation of Deferred@1431401835 after retry RPC after error@1733278318) -> (continuation of Deferred@806739831 after retry RPC after error@1411810697)))
02:04:45.139 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [220ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@817434597(state=PENDING, result=null, callback=(continuation of Deferred@199478196 after retry RPC after error@1424208489) -> (continuation of Deferred@794451115 after retry RPC after error@1474607234) -> (continuation of Deferred@1120888737 after retry RPC after error@200734059) -> (continuation of Deferred@1991532474 after retry RPC after error@82237766) -> (continuation of Deferred@1034765332 after retry RPC after error@30188391) -> (continuation of Deferred@1431401835 after retry RPC after error@1733278318) -> (continuation of Deferred@806739831 after retry RPC after error@1411810697), errback=(continuation of Deferred@199478196 after retry RPC after error@1424208489) -> (continuation of Deferred@794451115 after retry RPC after error@1474607234) -> (continuation of Deferred@1120888737 after retry RPC after error@200734059) -> (continuation of Deferred@1991532474 after retry RPC after error@82237766) -> (continuation of Deferred@1034765332 after retry RPC after error@30188391) -> (continuation of Deferred@1431401835 after retry RPC after error@1733278318) -> (continuation of Deferred@806739831 after retry RPC after error@1411810697)))
02:04:45.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.340 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1308573977(state=PENDING, result=null, callback=(continuation of Deferred@1259204958 after retry RPC after error@1262631831) -> (continuation of Deferred@1266086154 after retry RPC after error@2083952372) -> (continuation of Deferred@1486167853 after retry RPC after error@38865195) -> (continuation of Deferred@2127779530 after retry RPC after error@916123346) -> (continuation of Deferred@1174856539 after retry RPC after error@1284809441) -> (continuation of Deferred@672520383 after retry RPC after error@1234718481), errback=(continuation of Deferred@1259204958 after retry RPC after error@1262631831) -> (continuation of Deferred@1266086154 after retry RPC after error@2083952372) -> (continuation of Deferred@1486167853 after retry RPC after error@38865195) -> (continuation of Deferred@2127779530 after retry RPC after error@916123346) -> (continuation of Deferred@1174856539 after retry RPC after error@1284809441) -> (continuation of Deferred@672520383 after retry RPC after error@1234718481)))
02:04:45.341 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1308573977(state=PENDING, result=null, callback=(continuation of Deferred@1259204958 after retry RPC after error@1262631831) -> (continuation of Deferred@1266086154 after retry RPC after error@2083952372) -> (continuation of Deferred@1486167853 after retry RPC after error@38865195) -> (continuation of Deferred@2127779530 after retry RPC after error@916123346) -> (continuation of Deferred@1174856539 after retry RPC after error@1284809441) -> (continuation of Deferred@672520383 after retry RPC after error@1234718481), errback=(continuation of Deferred@1259204958 after retry RPC after error@1262631831) -> (continuation of Deferred@1266086154 after retry RPC after error@2083952372) -> (continuation of Deferred@1486167853 after retry RPC after error@38865195) -> (continuation of Deferred@2127779530 after retry RPC after error@916123346) -> (continuation of Deferred@1174856539 after retry RPC after error@1284809441) -> (continuation of Deferred@672520383 after retry RPC after error@1234718481)))
02:04:45.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.559 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1273175880(state=PENDING, result=null, callback=(continuation of Deferred@1006340882 after retry RPC after error@702396481) -> (continuation of Deferred@1205035083 after retry RPC after error@345583270) -> (continuation of Deferred@1943901244 after retry RPC after error@931538358) -> (continuation of Deferred@1804327477 after retry RPC after error@918169084) -> (continuation of Deferred@702102371 after retry RPC after error@804524155) -> (continuation of Deferred@446381506 after retry RPC after error@2104061608), errback=(continuation of Deferred@1006340882 after retry RPC after error@702396481) -> (continuation of Deferred@1205035083 after retry RPC after error@345583270) -> (continuation of Deferred@1943901244 after retry RPC after error@931538358) -> (continuation of Deferred@1804327477 after retry RPC after error@918169084) -> (continuation of Deferred@702102371 after retry RPC after error@804524155) -> (continuation of Deferred@446381506 after retry RPC after error@2104061608)))
02:04:45.559 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1273175880(state=PENDING, result=null, callback=(continuation of Deferred@1006340882 after retry RPC after error@702396481) -> (continuation of Deferred@1205035083 after retry RPC after error@345583270) -> (continuation of Deferred@1943901244 after retry RPC after error@931538358) -> (continuation of Deferred@1804327477 after retry RPC after error@918169084) -> (continuation of Deferred@702102371 after retry RPC after error@804524155) -> (continuation of Deferred@446381506 after retry RPC after error@2104061608), errback=(continuation of Deferred@1006340882 after retry RPC after error@702396481) -> (continuation of Deferred@1205035083 after retry RPC after error@345583270) -> (continuation of Deferred@1943901244 after retry RPC after error@931538358) -> (continuation of Deferred@1804327477 after retry RPC after error@918169084) -> (continuation of Deferred@702102371 after retry RPC after error@804524155) -> (continuation of Deferred@446381506 after retry RPC after error@2104061608)))
02:04:45.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.578 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.798 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1748829154(state=PENDING, result=null, callback=(continuation of Deferred@1172885230 after retry RPC after error@543937135) -> (continuation of Deferred@1803585542 after retry RPC after error@1805825159) -> (continuation of Deferred@1757321379 after retry RPC after error@381212529) -> (continuation of Deferred@2031594776 after retry RPC after error@124725297) -> (continuation of Deferred@453563391 after retry RPC after error@1272679600) -> (continuation of Deferred@257984446 after retry RPC after error@1898973379) -> (continuation of Deferred@754629169 after retry RPC after error@995298578), errback=(continuation of Deferred@1172885230 after retry RPC after error@543937135) -> (continuation of Deferred@1803585542 after retry RPC after error@1805825159) -> (continuation of Deferred@1757321379 after retry RPC after error@381212529) -> (continuation of Deferred@2031594776 after retry RPC after error@124725297) -> (continuation of Deferred@453563391 after retry RPC after error@1272679600) -> (continuation of Deferred@257984446 after retry RPC after error@1898973379) -> (continuation of Deferred@754629169 after retry RPC after error@995298578)))
02:04:45.799 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1748829154(state=PENDING, result=null, callback=(continuation of Deferred@1172885230 after retry RPC after error@543937135) -> (continuation of Deferred@1803585542 after retry RPC after error@1805825159) -> (continuation of Deferred@1757321379 after retry RPC after error@381212529) -> (continuation of Deferred@2031594776 after retry RPC after error@124725297) -> (continuation of Deferred@453563391 after retry RPC after error@1272679600) -> (continuation of Deferred@257984446 after retry RPC after error@1898973379) -> (continuation of Deferred@754629169 after retry RPC after error@995298578), errback=(continuation of Deferred@1172885230 after retry RPC after error@543937135) -> (continuation of Deferred@1803585542 after retry RPC after error@1805825159) -> (continuation of Deferred@1757321379 after retry RPC after error@381212529) -> (continuation of Deferred@2031594776 after retry RPC after error@124725297) -> (continuation of Deferred@453563391 after retry RPC after error@1272679600) -> (continuation of Deferred@257984446 after retry RPC after error@1898973379) -> (continuation of Deferred@754629169 after retry RPC after error@995298578)))
02:04:45.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:45.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:45.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:45.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:45.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:45.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.038 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [220ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@387170617(state=PENDING, result=null, callback=(continuation of Deferred@1113498087 after retry RPC after error@898619659) -> (continuation of Deferred@1403993488 after retry RPC after error@1522283733) -> (continuation of Deferred@1843062780 after retry RPC after error@651574477) -> (continuation of Deferred@205510202 after retry RPC after error@924733940) -> (continuation of Deferred@230798828 after retry RPC after error@451334349) -> (continuation of Deferred@1754946477 after retry RPC after error@768485051) -> (continuation of Deferred@765499451 after retry RPC after error@32261626), errback=(continuation of Deferred@1113498087 after retry RPC after error@898619659) -> (continuation of Deferred@1403993488 after retry RPC after error@1522283733) -> (continuation of Deferred@1843062780 after retry RPC after error@651574477) -> (continuation of Deferred@205510202 after retry RPC after error@924733940) -> (continuation of Deferred@230798828 after retry RPC after error@451334349) -> (continuation of Deferred@1754946477 after retry RPC after error@768485051) -> (continuation of Deferred@765499451 after retry RPC after error@32261626)))
02:04:46.039 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [220ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@387170617(state=PENDING, result=null, callback=(continuation of Deferred@1113498087 after retry RPC after error@898619659) -> (continuation of Deferred@1403993488 after retry RPC after error@1522283733) -> (continuation of Deferred@1843062780 after retry RPC after error@651574477) -> (continuation of Deferred@205510202 after retry RPC after error@924733940) -> (continuation of Deferred@230798828 after retry RPC after error@451334349) -> (continuation of Deferred@1754946477 after retry RPC after error@768485051) -> (continuation of Deferred@765499451 after retry RPC after error@32261626), errback=(continuation of Deferred@1113498087 after retry RPC after error@898619659) -> (continuation of Deferred@1403993488 after retry RPC after error@1522283733) -> (continuation of Deferred@1843062780 after retry RPC after error@651574477) -> (continuation of Deferred@205510202 after retry RPC after error@924733940) -> (continuation of Deferred@230798828 after retry RPC after error@451334349) -> (continuation of Deferred@1754946477 after retry RPC after error@768485051) -> (continuation of Deferred@765499451 after retry RPC after error@32261626)))
02:04:46.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.258 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [0ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [200ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@2108535232(state=PENDING, result=null, callback=(continuation of Deferred@97380952 after retry RPC after error@1500795050) -> (continuation of Deferred@292639492 after retry RPC after error@29541211) -> (continuation of Deferred@1807181329 after retry RPC after error@280861389) -> (continuation of Deferred@198120109 after retry RPC after error@478204052) -> (continuation of Deferred@1289202427 after retry RPC after error@817904222) -> (continuation of Deferred@1139350673 after retry RPC after error@1500995592), errback=(continuation of Deferred@97380952 after retry RPC after error@1500795050) -> (continuation of Deferred@292639492 after retry RPC after error@29541211) -> (continuation of Deferred@1807181329 after retry RPC after error@280861389) -> (continuation of Deferred@198120109 after retry RPC after error@478204052) -> (continuation of Deferred@1289202427 after retry RPC after error@817904222) -> (continuation of Deferred@1139350673 after retry RPC after error@1500995592)))
02:04:46.259 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [0ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [200ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@2108535232(state=PENDING, result=null, callback=(continuation of Deferred@97380952 after retry RPC after error@1500795050) -> (continuation of Deferred@292639492 after retry RPC after error@29541211) -> (continuation of Deferred@1807181329 after retry RPC after error@280861389) -> (continuation of Deferred@198120109 after retry RPC after error@478204052) -> (continuation of Deferred@1289202427 after retry RPC after error@817904222) -> (continuation of Deferred@1139350673 after retry RPC after error@1500995592), errback=(continuation of Deferred@97380952 after retry RPC after error@1500795050) -> (continuation of Deferred@292639492 after retry RPC after error@29541211) -> (continuation of Deferred@1807181329 after retry RPC after error@280861389) -> (continuation of Deferred@198120109 after retry RPC after error@478204052) -> (continuation of Deferred@1289202427 after retry RPC after error@817904222) -> (continuation of Deferred@1139350673 after retry RPC after error@1500995592)))
02:04:46.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.301 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.459 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [24ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [24ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1823446956(state=PENDING, result=null, callback=(continuation of Deferred@1790317221 after retry RPC after error@922439038) -> (continuation of Deferred@160770806 after retry RPC after error@429383327) -> (continuation of Deferred@1131336754 after retry RPC after error@789770652) -> (continuation of Deferred@267435026 after retry RPC after error@682944597) -> (continuation of Deferred@491681333 after retry RPC after error@636021265) -> (continuation of Deferred@804438674 after retry RPC after error@537616761) -> (continuation of Deferred@1310348435 after retry RPC after error@742426403), errback=(continuation of Deferred@1790317221 after retry RPC after error@922439038) -> (continuation of Deferred@160770806 after retry RPC after error@429383327) -> (continuation of Deferred@1131336754 after retry RPC after error@789770652) -> (continuation of Deferred@267435026 after retry RPC after error@682944597) -> (continuation of Deferred@491681333 after retry RPC after error@636021265) -> (continuation of Deferred@804438674 after retry RPC after error@537616761) -> (continuation of Deferred@1310348435 after retry RPC after error@742426403)))
02:04:46.460 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [24ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [24ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1823446956(state=PENDING, result=null, callback=(continuation of Deferred@1790317221 after retry RPC after error@922439038) -> (continuation of Deferred@160770806 after retry RPC after error@429383327) -> (continuation of Deferred@1131336754 after retry RPC after error@789770652) -> (continuation of Deferred@267435026 after retry RPC after error@682944597) -> (continuation of Deferred@491681333 after retry RPC after error@636021265) -> (continuation of Deferred@804438674 after retry RPC after error@537616761) -> (continuation of Deferred@1310348435 after retry RPC after error@742426403), errback=(continuation of Deferred@1790317221 after retry RPC after error@922439038) -> (continuation of Deferred@160770806 after retry RPC after error@429383327) -> (continuation of Deferred@1131336754 after retry RPC after error@789770652) -> (continuation of Deferred@267435026 after retry RPC after error@682944597) -> (continuation of Deferred@491681333 after retry RPC after error@636021265) -> (continuation of Deferred@804438674 after retry RPC after error@537616761) -> (continuation of Deferred@1310348435 after retry RPC after error@742426403)))
02:04:46.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.737 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@503637437(state=PENDING, result=null, callback=(continuation of Deferred@170490445 after retry RPC after error@952756279) -> (continuation of Deferred@340967691 after retry RPC after error@767751985) -> (continuation of Deferred@1828199382 after retry RPC after error@453500462) -> (continuation of Deferred@425660124 after retry RPC after error@589175225) -> (continuation of Deferred@253001895 after retry RPC after error@709347781) -> (continuation of Deferred@1259277247 after retry RPC after error@412025014) -> (continuation of Deferred@867543736 after retry RPC after error@665339114), errback=(continuation of Deferred@170490445 after retry RPC after error@952756279) -> (continuation of Deferred@340967691 after retry RPC after error@767751985) -> (continuation of Deferred@1828199382 after retry RPC after error@453500462) -> (continuation of Deferred@425660124 after retry RPC after error@589175225) -> (continuation of Deferred@253001895 after retry RPC after error@709347781) -> (continuation of Deferred@1259277247 after retry RPC after error@412025014) -> (continuation of Deferred@867543736 after retry RPC after error@665339114)))
02:04:46.737 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:04:46.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:46.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:46.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:46.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:46.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:46.999 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1482656504(state=PENDING, result=null, callback=(continuation of Deferred@1568844098 after retry RPC after error@114655156) -> (continuation of Deferred@901386183 after retry RPC after error@295062466) -> (continuation of Deferred@1503016971 after retry RPC after error@1947456594) -> (continuation of Deferred@288500000 after retry RPC after error@844736671) -> (continuation of Deferred@1516738751 after retry RPC after error@809264869) -> (continuation of Deferred@809968363 after retry RPC after error@1336244524) -> (continuation of Deferred@694268423 after retry RPC after error@2050617984), errback=(continuation of Deferred@1568844098 after retry RPC after error@114655156) -> (continuation of Deferred@901386183 after retry RPC after error@295062466) -> (continuation of Deferred@1503016971 after retry RPC after error@1947456594) -> (continuation of Deferred@288500000 after retry RPC after error@844736671) -> (continuation of Deferred@1516738751 after retry RPC after error@809264869) -> (continuation of Deferred@809968363 after retry RPC after error@1336244524) -> (continuation of Deferred@694268423 after retry RPC after error@2050617984)))
02:04:47.000 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1482656504(state=PENDING, result=null, callback=(continuation of Deferred@1568844098 after retry RPC after error@114655156) -> (continuation of Deferred@901386183 after retry RPC after error@295062466) -> (continuation of Deferred@1503016971 after retry RPC after error@1947456594) -> (continuation of Deferred@288500000 after retry RPC after error@844736671) -> (continuation of Deferred@1516738751 after retry RPC after error@809264869) -> (continuation of Deferred@809968363 after retry RPC after error@1336244524) -> (continuation of Deferred@694268423 after retry RPC after error@2050617984), errback=(continuation of Deferred@1568844098 after retry RPC after error@114655156) -> (continuation of Deferred@901386183 after retry RPC after error@295062466) -> (continuation of Deferred@1503016971 after retry RPC after error@1947456594) -> (continuation of Deferred@288500000 after retry RPC after error@844736671) -> (continuation of Deferred@1516738751 after retry RPC after error@809264869) -> (continuation of Deferred@809968363 after retry RPC after error@1336244524) -> (continuation of Deferred@694268423 after retry RPC after error@2050617984)))
02:04:47.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.259 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [146ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [147ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [148ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [148ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@31448090(state=PENDING, result=null, callback=(continuation of Deferred@1214201952 after retry RPC after error@1286415110) -> (continuation of Deferred@1595591231 after retry RPC after error@542831306) -> (continuation of Deferred@313846497 after retry RPC after error@933519010) -> (continuation of Deferred@1046880603 after retry RPC after error@1230854399) -> (continuation of Deferred@2089504983 after retry RPC after error@1775190186) -> (continuation of Deferred@1714214961 after retry RPC after error@1159069355) -> (continuation of Deferred@1665012534 after retry RPC after error@1894237675), errback=(continuation of Deferred@1214201952 after retry RPC after error@1286415110) -> (continuation of Deferred@1595591231 after retry RPC after error@542831306) -> (continuation of Deferred@313846497 after retry RPC after error@933519010) -> (continuation of Deferred@1046880603 after retry RPC after error@1230854399) -> (continuation of Deferred@2089504983 after retry RPC after error@1775190186) -> (continuation of Deferred@1714214961 after retry RPC after error@1159069355) -> (continuation of Deferred@1665012534 after retry RPC after error@1894237675)))
02:04:47.260 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [146ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [147ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [148ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [148ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@31448090(state=PENDING, result=null, callback=(continuation of Deferred@1214201952 after retry RPC after error@1286415110) -> (continuation of Deferred@1595591231 after retry RPC after error@542831306) -> (continuation of Deferred@313846497 after retry RPC after error@933519010) -> (continuation of Deferred@1046880603 after retry RPC after error@1230854399) -> (continuation of Deferred@2089504983 after retry RPC after error@1775190186) -> (continuation of Deferred@1714214961 after retry RPC after error@1159069355) -> (continuation of Deferred@1665012534 after retry RPC after error@1894237675), errback=(continuation of Deferred@1214201952 after retry RPC after error@1286415110) -> (continuation of Deferred@1595591231 after retry RPC after error@542831306) -> (continuation of Deferred@313846497 after retry RPC after error@933519010) -> (continuation of Deferred@1046880603 after retry RPC after error@1230854399) -> (continuation of Deferred@2089504983 after retry RPC after error@1775190186) -> (continuation of Deferred@1714214961 after retry RPC after error@1159069355) -> (continuation of Deferred@1665012534 after retry RPC after error@1894237675)))
02:04:47.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.380 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.459 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [28ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [28ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [29ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [29ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [104ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [104ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1075443748(state=PENDING, result=null, callback=(continuation of Deferred@103077003 after retry RPC after error@1414356825) -> (continuation of Deferred@425595018 after retry RPC after error@378078045) -> (continuation of Deferred@908664203 after retry RPC after error@144714624) -> (continuation of Deferred@1628676190 after retry RPC after error@1063175370) -> (continuation of Deferred@1097155567 after retry RPC after error@1209044072) -> (continuation of Deferred@880657508 after retry RPC after error@2110533301) -> (continuation of Deferred@375222488 after retry RPC after error@1524813239), errback=(continuation of Deferred@103077003 after retry RPC after error@1414356825) -> (continuation of Deferred@425595018 after retry RPC after error@378078045) -> (continuation of Deferred@908664203 after retry RPC after error@144714624) -> (continuation of Deferred@1628676190 after retry RPC after error@1063175370) -> (continuation of Deferred@1097155567 after retry RPC after error@1209044072) -> (continuation of Deferred@880657508 after retry RPC after error@2110533301) -> (continuation of Deferred@375222488 after retry RPC after error@1524813239)))
02:04:47.460 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [28ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [28ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [29ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [29ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [104ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [104ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1075443748(state=PENDING, result=null, callback=(continuation of Deferred@103077003 after retry RPC after error@1414356825) -> (continuation of Deferred@425595018 after retry RPC after error@378078045) -> (continuation of Deferred@908664203 after retry RPC after error@144714624) -> (continuation of Deferred@1628676190 after retry RPC after error@1063175370) -> (continuation of Deferred@1097155567 after retry RPC after error@1209044072) -> (continuation of Deferred@880657508 after retry RPC after error@2110533301) -> (continuation of Deferred@375222488 after retry RPC after error@1524813239), errback=(continuation of Deferred@103077003 after retry RPC after error@1414356825) -> (continuation of Deferred@425595018 after retry RPC after error@378078045) -> (continuation of Deferred@908664203 after retry RPC after error@144714624) -> (continuation of Deferred@1628676190 after retry RPC after error@1063175370) -> (continuation of Deferred@1097155567 after retry RPC after error@1209044072) -> (continuation of Deferred@880657508 after retry RPC after error@2110533301) -> (continuation of Deferred@375222488 after retry RPC after error@1524813239)))
02:04:47.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.639 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@378797615(state=PENDING, result=null, callback=(continuation of Deferred@1552348604 after retry RPC after error@1440232429) -> (continuation of Deferred@2026496561 after retry RPC after error@1898056065) -> (continuation of Deferred@451029260 after retry RPC after error@246494950) -> (continuation of Deferred@962495851 after retry RPC after error@1490152896) -> (continuation of Deferred@1399854495 after retry RPC after error@1425084177) -> (continuation of Deferred@424258873 after retry RPC after error@1319234621), errback=(continuation of Deferred@1552348604 after retry RPC after error@1440232429) -> (continuation of Deferred@2026496561 after retry RPC after error@1898056065) -> (continuation of Deferred@451029260 after retry RPC after error@246494950) -> (continuation of Deferred@962495851 after retry RPC after error@1490152896) -> (continuation of Deferred@1399854495 after retry RPC after error@1425084177) -> (continuation of Deferred@424258873 after retry RPC after error@1319234621)))
02:04:47.639 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@378797615(state=PENDING, result=null, callback=(continuation of Deferred@1552348604 after retry RPC after error@1440232429) -> (continuation of Deferred@2026496561 after retry RPC after error@1898056065) -> (continuation of Deferred@451029260 after retry RPC after error@246494950) -> (continuation of Deferred@962495851 after retry RPC after error@1490152896) -> (continuation of Deferred@1399854495 after retry RPC after error@1425084177) -> (continuation of Deferred@424258873 after retry RPC after error@1319234621), errback=(continuation of Deferred@1552348604 after retry RPC after error@1440232429) -> (continuation of Deferred@2026496561 after retry RPC after error@1898056065) -> (continuation of Deferred@451029260 after retry RPC after error@246494950) -> (continuation of Deferred@962495851 after retry RPC after error@1490152896) -> (continuation of Deferred@1399854495 after retry RPC after error@1425084177) -> (continuation of Deferred@424258873 after retry RPC after error@1319234621)))
02:04:47.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.839 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1330447861(state=PENDING, result=null, callback=(continuation of Deferred@385934329 after retry RPC after error@1931718125) -> (continuation of Deferred@485675102 after retry RPC after error@993467544) -> (continuation of Deferred@725106476 after retry RPC after error@1167762275) -> (continuation of Deferred@1331755950 after retry RPC after error@1286663430) -> (continuation of Deferred@639331043 after retry RPC after error@906642680) -> (continuation of Deferred@2122282012 after retry RPC after error@904687112) -> (continuation of Deferred@1222460964 after retry RPC after error@747959875), errback=(continuation of Deferred@385934329 after retry RPC after error@1931718125) -> (continuation of Deferred@485675102 after retry RPC after error@993467544) -> (continuation of Deferred@725106476 after retry RPC after error@1167762275) -> (continuation of Deferred@1331755950 after retry RPC after error@1286663430) -> (continuation of Deferred@639331043 after retry RPC after error@906642680) -> (continuation of Deferred@2122282012 after retry RPC after error@904687112) -> (continuation of Deferred@1222460964 after retry RPC after error@747959875)))
02:04:47.839 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1330447861(state=PENDING, result=null, callback=(continuation of Deferred@385934329 after retry RPC after error@1931718125) -> (continuation of Deferred@485675102 after retry RPC after error@993467544) -> (continuation of Deferred@725106476 after retry RPC after error@1167762275) -> (continuation of Deferred@1331755950 after retry RPC after error@1286663430) -> (continuation of Deferred@639331043 after retry RPC after error@906642680) -> (continuation of Deferred@2122282012 after retry RPC after error@904687112) -> (continuation of Deferred@1222460964 after retry RPC after error@747959875), errback=(continuation of Deferred@385934329 after retry RPC after error@1931718125) -> (continuation of Deferred@485675102 after retry RPC after error@993467544) -> (continuation of Deferred@725106476 after retry RPC after error@1167762275) -> (continuation of Deferred@1331755950 after retry RPC after error@1286663430) -> (continuation of Deferred@639331043 after retry RPC after error@906642680) -> (continuation of Deferred@2122282012 after retry RPC after error@904687112) -> (continuation of Deferred@1222460964 after retry RPC after error@747959875)))
02:04:47.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:47.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:47.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:47.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:47.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:47.998 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1739040082(state=PENDING, result=null, callback=(continuation of Deferred@560894677 after retry RPC after error@2043879835) -> (continuation of Deferred@67546851 after retry RPC after error@1582368260) -> (continuation of Deferred@201117473 after retry RPC after error@1808001084) -> (continuation of Deferred@1510158865 after retry RPC after error@213155443) -> (continuation of Deferred@1641819395 after retry RPC after error@363506444) -> (continuation of Deferred@1450872850 after retry RPC after error@2031233864), errback=(continuation of Deferred@560894677 after retry RPC after error@2043879835) -> (continuation of Deferred@67546851 after retry RPC after error@1582368260) -> (continuation of Deferred@201117473 after retry RPC after error@1808001084) -> (continuation of Deferred@1510158865 after retry RPC after error@213155443) -> (continuation of Deferred@1641819395 after retry RPC after error@363506444) -> (continuation of Deferred@1450872850 after retry RPC after error@2031233864)))
02:04:47.999 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1739040082(state=PENDING, result=null, callback=(continuation of Deferred@560894677 after retry RPC after error@2043879835) -> (continuation of Deferred@67546851 after retry RPC after error@1582368260) -> (continuation of Deferred@201117473 after retry RPC after error@1808001084) -> (continuation of Deferred@1510158865 after retry RPC after error@213155443) -> (continuation of Deferred@1641819395 after retry RPC after error@363506444) -> (continuation of Deferred@1450872850 after retry RPC after error@2031233864), errback=(continuation of Deferred@560894677 after retry RPC after error@2043879835) -> (continuation of Deferred@67546851 after retry RPC after error@1582368260) -> (continuation of Deferred@201117473 after retry RPC after error@1808001084) -> (continuation of Deferred@1510158865 after retry RPC after error@213155443) -> (continuation of Deferred@1641819395 after retry RPC after error@363506444) -> (continuation of Deferred@1450872850 after retry RPC after error@2031233864)))
02:04:48.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.276 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@478667739(state=PENDING, result=null, callback=(continuation of Deferred@2118216883 after retry RPC after error@747466760) -> (continuation of Deferred@1206845334 after retry RPC after error@1683244427) -> (continuation of Deferred@293964102 after retry RPC after error@1448064590) -> (continuation of Deferred@1726869854 after retry RPC after error@550737941) -> (continuation of Deferred@488762096 after retry RPC after error@913822428) -> (continuation of Deferred@1058644557 after retry RPC after error@62297739) -> (continuation of Deferred@299010663 after retry RPC after error@423320499), errback=(continuation of Deferred@2118216883 after retry RPC after error@747466760) -> (continuation of Deferred@1206845334 after retry RPC after error@1683244427) -> (continuation of Deferred@293964102 after retry RPC after error@1448064590) -> (continuation of Deferred@1726869854 after retry RPC after error@550737941) -> (continuation of Deferred@488762096 after retry RPC after error@913822428) -> (continuation of Deferred@1058644557 after retry RPC after error@62297739) -> (continuation of Deferred@299010663 after retry RPC after error@423320499)))
02:04:48.277 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:04:48.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.518 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1776633805(state=PENDING, result=null, callback=(continuation of Deferred@985179260 after retry RPC after error@1761865925) -> (continuation of Deferred@1344084482 after retry RPC after error@319153379) -> (continuation of Deferred@1818307003 after retry RPC after error@437418282) -> (continuation of Deferred@577219936 after retry RPC after error@519665459) -> (continuation of Deferred@2075179430 after retry RPC after error@1919046867) -> (continuation of Deferred@1836182354 after retry RPC after error@946100512) -> (continuation of Deferred@1181202947 after retry RPC after error@641968848), errback=(continuation of Deferred@985179260 after retry RPC after error@1761865925) -> (continuation of Deferred@1344084482 after retry RPC after error@319153379) -> (continuation of Deferred@1818307003 after retry RPC after error@437418282) -> (continuation of Deferred@577219936 after retry RPC after error@519665459) -> (continuation of Deferred@2075179430 after retry RPC after error@1919046867) -> (continuation of Deferred@1836182354 after retry RPC after error@946100512) -> (continuation of Deferred@1181202947 after retry RPC after error@641968848)))
02:04:48.519 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1776633805(state=PENDING, result=null, callback=(continuation of Deferred@985179260 after retry RPC after error@1761865925) -> (continuation of Deferred@1344084482 after retry RPC after error@319153379) -> (continuation of Deferred@1818307003 after retry RPC after error@437418282) -> (continuation of Deferred@577219936 after retry RPC after error@519665459) -> (continuation of Deferred@2075179430 after retry RPC after error@1919046867) -> (continuation of Deferred@1836182354 after retry RPC after error@946100512) -> (continuation of Deferred@1181202947 after retry RPC after error@641968848), errback=(continuation of Deferred@985179260 after retry RPC after error@1761865925) -> (continuation of Deferred@1344084482 after retry RPC after error@319153379) -> (continuation of Deferred@1818307003 after retry RPC after error@437418282) -> (continuation of Deferred@577219936 after retry RPC after error@519665459) -> (continuation of Deferred@2075179430 after retry RPC after error@1919046867) -> (continuation of Deferred@1836182354 after retry RPC after error@946100512) -> (continuation of Deferred@1181202947 after retry RPC after error@641968848)))
02:04:48.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.739 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [59ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [200ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1716434388(state=PENDING, result=null, callback=(continuation of Deferred@166683306 after retry RPC after error@1982714461) -> (continuation of Deferred@442254396 after retry RPC after error@154116790) -> (continuation of Deferred@2066180875 after retry RPC after error@1669394696) -> (continuation of Deferred@461714656 after retry RPC after error@1875578676) -> (continuation of Deferred@796155637 after retry RPC after error@1268310690) -> (continuation of Deferred@2030628101 after retry RPC after error@1309540287) -> (continuation of Deferred@1124307837 after retry RPC after error@1333978189), errback=(continuation of Deferred@166683306 after retry RPC after error@1982714461) -> (continuation of Deferred@442254396 after retry RPC after error@154116790) -> (continuation of Deferred@2066180875 after retry RPC after error@1669394696) -> (continuation of Deferred@461714656 after retry RPC after error@1875578676) -> (continuation of Deferred@796155637 after retry RPC after error@1268310690) -> (continuation of Deferred@2030628101 after retry RPC after error@1309540287) -> (continuation of Deferred@1124307837 after retry RPC after error@1333978189)))
02:04:48.739 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [59ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [200ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1716434388(state=PENDING, result=null, callback=(continuation of Deferred@166683306 after retry RPC after error@1982714461) -> (continuation of Deferred@442254396 after retry RPC after error@154116790) -> (continuation of Deferred@2066180875 after retry RPC after error@1669394696) -> (continuation of Deferred@461714656 after retry RPC after error@1875578676) -> (continuation of Deferred@796155637 after retry RPC after error@1268310690) -> (continuation of Deferred@2030628101 after retry RPC after error@1309540287) -> (continuation of Deferred@1124307837 after retry RPC after error@1333978189), errback=(continuation of Deferred@166683306 after retry RPC after error@1982714461) -> (continuation of Deferred@442254396 after retry RPC after error@154116790) -> (continuation of Deferred@2066180875 after retry RPC after error@1669394696) -> (continuation of Deferred@461714656 after retry RPC after error@1875578676) -> (continuation of Deferred@796155637 after retry RPC after error@1268310690) -> (continuation of Deferred@2030628101 after retry RPC after error@1309540287) -> (continuation of Deferred@1124307837 after retry RPC after error@1333978189)))
02:04:48.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:48.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:48.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:48.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:48.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:48.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.016 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@2117844747(state=PENDING, result=null, callback=(continuation of Deferred@1413092282 after retry RPC after error@1497048062) -> (continuation of Deferred@1807234596 after retry RPC after error@1222119359) -> (continuation of Deferred@1291543261 after retry RPC after error@1281330287) -> (continuation of Deferred@1719442134 after retry RPC after error@1850852433) -> (continuation of Deferred@2041298636 after retry RPC after error@1227319650) -> (continuation of Deferred@1259331770 after retry RPC after error@723306182) -> (continuation of Deferred@266686647 after retry RPC after error@2113619024), errback=(continuation of Deferred@1413092282 after retry RPC after error@1497048062) -> (continuation of Deferred@1807234596 after retry RPC after error@1222119359) -> (continuation of Deferred@1291543261 after retry RPC after error@1281330287) -> (continuation of Deferred@1719442134 after retry RPC after error@1850852433) -> (continuation of Deferred@2041298636 after retry RPC after error@1227319650) -> (continuation of Deferred@1259331770 after retry RPC after error@723306182) -> (continuation of Deferred@266686647 after retry RPC after error@2113619024)))
02:04:49.017 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:04:49.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.297 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [143ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@279312187(state=PENDING, result=null, callback=(continuation of Deferred@1117803418 after retry RPC after error@480485434) -> (continuation of Deferred@229190418 after retry RPC after error@847911347) -> (continuation of Deferred@1928765691 after retry RPC after error@1943370991) -> (continuation of Deferred@929048636 after retry RPC after error@1430649058) -> (continuation of Deferred@309554121 after retry RPC after error@1243176812) -> (continuation of Deferred@2089730011 after retry RPC after error@116836928) -> (continuation of Deferred@257082484 after retry RPC after error@254806221), errback=(continuation of Deferred@1117803418 after retry RPC after error@480485434) -> (continuation of Deferred@229190418 after retry RPC after error@847911347) -> (continuation of Deferred@1928765691 after retry RPC after error@1943370991) -> (continuation of Deferred@929048636 after retry RPC after error@1430649058) -> (continuation of Deferred@309554121 after retry RPC after error@1243176812) -> (continuation of Deferred@2089730011 after retry RPC after error@116836928) -> (continuation of Deferred@257082484 after retry RPC after error@254806221)))
02:04:49.297 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:04:49.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:49.509604 26187 master_runner.cc:186] Error getting master registration for 127.25.144.61:40329: Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111),
02:04:49.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:49.509804 26187 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:04:49.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.519 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@2121702908(state=PENDING, result=null, callback=(continuation of Deferred@509745859 after retry RPC after error@1145499122) -> (continuation of Deferred@220912405 after retry RPC after error@1199124017) -> (continuation of Deferred@1229164575 after retry RPC after error@983162296) -> (continuation of Deferred@1638947725 after retry RPC after error@1865869612) -> (continuation of Deferred@975196093 after retry RPC after error@1319121244) -> (continuation of Deferred@766469942 after retry RPC after error@1963496486) -> (continuation of Deferred@1307406493 after retry RPC after error@42500781), errback=(continuation of Deferred@509745859 after retry RPC after error@1145499122) -> (continuation of Deferred@220912405 after retry RPC after error@1199124017) -> (continuation of Deferred@1229164575 after retry RPC after error@983162296) -> (continuation of Deferred@1638947725 after retry RPC after error@1865869612) -> (continuation of Deferred@975196093 after retry RPC after error@1319121244) -> (continuation of Deferred@766469942 after retry RPC after error@1963496486) -> (continuation of Deferred@1307406493 after retry RPC after error@42500781)))
02:04:49.519 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@2121702908(state=PENDING, result=null, callback=(continuation of Deferred@509745859 after retry RPC after error@1145499122) -> (continuation of Deferred@220912405 after retry RPC after error@1199124017) -> (continuation of Deferred@1229164575 after retry RPC after error@983162296) -> (continuation of Deferred@1638947725 after retry RPC after error@1865869612) -> (continuation of Deferred@975196093 after retry RPC after error@1319121244) -> (continuation of Deferred@766469942 after retry RPC after error@1963496486) -> (continuation of Deferred@1307406493 after retry RPC after error@42500781), errback=(continuation of Deferred@509745859 after retry RPC after error@1145499122) -> (continuation of Deferred@220912405 after retry RPC after error@1199124017) -> (continuation of Deferred@1229164575 after retry RPC after error@983162296) -> (continuation of Deferred@1638947725 after retry RPC after error@1865869612) -> (continuation of Deferred@975196093 after retry RPC after error@1319121244) -> (continuation of Deferred@766469942 after retry RPC after error@1963496486) -> (continuation of Deferred@1307406493 after retry RPC after error@42500781)))
02:04:49.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.779 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1183676010(state=PENDING, result=null, callback=(continuation of Deferred@710734555 after retry RPC after error@1199460055) -> (continuation of Deferred@1297225371 after retry RPC after error@1623267197) -> (continuation of Deferred@768015252 after retry RPC after error@419106829) -> (continuation of Deferred@1161833287 after retry RPC after error@760395373) -> (continuation of Deferred@936567304 after retry RPC after error@2011817863) -> (continuation of Deferred@859299886 after retry RPC after error@200198651) -> (continuation of Deferred@730642476 after retry RPC after error@325170949), errback=(continuation of Deferred@710734555 after retry RPC after error@1199460055) -> (continuation of Deferred@1297225371 after retry RPC after error@1623267197) -> (continuation of Deferred@768015252 after retry RPC after error@419106829) -> (continuation of Deferred@1161833287 after retry RPC after error@760395373) -> (continuation of Deferred@936567304 after retry RPC after error@2011817863) -> (continuation of Deferred@859299886 after retry RPC after error@200198651) -> (continuation of Deferred@730642476 after retry RPC after error@325170949)))
02:04:49.779 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1183676010(state=PENDING, result=null, callback=(continuation of Deferred@710734555 after retry RPC after error@1199460055) -> (continuation of Deferred@1297225371 after retry RPC after error@1623267197) -> (continuation of Deferred@768015252 after retry RPC after error@419106829) -> (continuation of Deferred@1161833287 after retry RPC after error@760395373) -> (continuation of Deferred@936567304 after retry RPC after error@2011817863) -> (continuation of Deferred@859299886 after retry RPC after error@200198651) -> (continuation of Deferred@730642476 after retry RPC after error@325170949), errback=(continuation of Deferred@710734555 after retry RPC after error@1199460055) -> (continuation of Deferred@1297225371 after retry RPC after error@1623267197) -> (continuation of Deferred@768015252 after retry RPC after error@419106829) -> (continuation of Deferred@1161833287 after retry RPC after error@760395373) -> (continuation of Deferred@936567304 after retry RPC after error@2011817863) -> (continuation of Deferred@859299886 after retry RPC after error@200198651) -> (continuation of Deferred@730642476 after retry RPC after error@325170949)))
02:04:49.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:49.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:49.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:49.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:49.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:49.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.039 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@581770664(state=PENDING, result=null, callback=(continuation of Deferred@1696313573 after retry RPC after error@2102459975) -> (continuation of Deferred@1360827315 after retry RPC after error@454464613) -> (continuation of Deferred@598901626 after retry RPC after error@1508569997) -> (continuation of Deferred@1818128904 after retry RPC after error@1136948826) -> (continuation of Deferred@1952089099 after retry RPC after error@2049075094) -> (continuation of Deferred@1702073576 after retry RPC after error@90527930) -> (continuation of Deferred@633335489 after retry RPC after error@1288184631) -> (continuation of Deferred@895822482 after retry RPC after error@443155468), errback=(continuation of Deferred@1696313573 after retry RPC after error@2102459975) -> (continuation of Deferred@1360827315 after retry RPC after error@454464613) -> (continuation of Deferred@598901626 after retry RPC after error@1508569997) -> (continuation of Deferred@1818128904 after retry RPC after error@1136948826) -> (continuation of Deferred@1952089099 after retry RPC after error@2049075094) -> (continuation of Deferred@1702073576 after retry RPC after error@90527930) -> (continuation of Deferred@633335489 after retry RPC after error@1288184631) -> (continuation of Deferred@895822482 after retry RPC after error@443155468)))
02:04:50.039 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@581770664(state=PENDING, result=null, callback=(continuation of Deferred@1696313573 after retry RPC after error@2102459975) -> (continuation of Deferred@1360827315 after retry RPC after error@454464613) -> (continuation of Deferred@598901626 after retry RPC after error@1508569997) -> (continuation of Deferred@1818128904 after retry RPC after error@1136948826) -> (continuation of Deferred@1952089099 after retry RPC after error@2049075094) -> (continuation of Deferred@1702073576 after retry RPC after error@90527930) -> (continuation of Deferred@633335489 after retry RPC after error@1288184631) -> (continuation of Deferred@895822482 after retry RPC after error@443155468), errback=(continuation of Deferred@1696313573 after retry RPC after error@2102459975) -> (continuation of Deferred@1360827315 after retry RPC after error@454464613) -> (continuation of Deferred@598901626 after retry RPC after error@1508569997) -> (continuation of Deferred@1818128904 after retry RPC after error@1136948826) -> (continuation of Deferred@1952089099 after retry RPC after error@2049075094) -> (continuation of Deferred@1702073576 after retry RPC after error@90527930) -> (continuation of Deferred@633335489 after retry RPC after error@1288184631) -> (continuation of Deferred@895822482 after retry RPC after error@443155468)))
02:04:50.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.219 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@190688167(state=PENDING, result=null, callback=(continuation of Deferred@941717800 after retry RPC after error@1160404603) -> (continuation of Deferred@152394126 after retry RPC after error@1869863832) -> (continuation of Deferred@1554519911 after retry RPC after error@1273385743) -> (continuation of Deferred@1746709204 after retry RPC after error@432149332) -> (continuation of Deferred@88943652 after retry RPC after error@2085251497) -> (continuation of Deferred@1905080062 after retry RPC after error@2027737896) -> (continuation of Deferred@337443867 after retry RPC after error@1001703440), errback=(continuation of Deferred@941717800 after retry RPC after error@1160404603) -> (continuation of Deferred@152394126 after retry RPC after error@1869863832) -> (continuation of Deferred@1554519911 after retry RPC after error@1273385743) -> (continuation of Deferred@1746709204 after retry RPC after error@432149332) -> (continuation of Deferred@88943652 after retry RPC after error@2085251497) -> (continuation of Deferred@1905080062 after retry RPC after error@2027737896) -> (continuation of Deferred@337443867 after retry RPC after error@1001703440)))
02:04:50.219 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@190688167(state=PENDING, result=null, callback=(continuation of Deferred@941717800 after retry RPC after error@1160404603) -> (continuation of Deferred@152394126 after retry RPC after error@1869863832) -> (continuation of Deferred@1554519911 after retry RPC after error@1273385743) -> (continuation of Deferred@1746709204 after retry RPC after error@432149332) -> (continuation of Deferred@88943652 after retry RPC after error@2085251497) -> (continuation of Deferred@1905080062 after retry RPC after error@2027737896) -> (continuation of Deferred@337443867 after retry RPC after error@1001703440), errback=(continuation of Deferred@941717800 after retry RPC after error@1160404603) -> (continuation of Deferred@152394126 after retry RPC after error@1869863832) -> (continuation of Deferred@1554519911 after retry RPC after error@1273385743) -> (continuation of Deferred@1746709204 after retry RPC after error@432149332) -> (continuation of Deferred@88943652 after retry RPC after error@2085251497) -> (continuation of Deferred@1905080062 after retry RPC after error@2027737896) -> (continuation of Deferred@337443867 after retry RPC after error@1001703440)))
02:04:50.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.419 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1902932930(state=PENDING, result=null, callback=(continuation of Deferred@562694998 after retry RPC after error@930301095) -> (continuation of Deferred@1618435797 after retry RPC after error@1922552698) -> (continuation of Deferred@53913285 after retry RPC after error@785226872) -> (continuation of Deferred@1947659906 after retry RPC after error@945221497) -> (continuation of Deferred@241198648 after retry RPC after error@1275860432) -> (continuation of Deferred@263028781 after retry RPC after error@1022854), errback=(continuation of Deferred@562694998 after retry RPC after error@930301095) -> (continuation of Deferred@1618435797 after retry RPC after error@1922552698) -> (continuation of Deferred@53913285 after retry RPC after error@785226872) -> (continuation of Deferred@1947659906 after retry RPC after error@945221497) -> (continuation of Deferred@241198648 after retry RPC after error@1275860432) -> (continuation of Deferred@263028781 after retry RPC after error@1022854)))
02:04:50.419 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1902932930(state=PENDING, result=null, callback=(continuation of Deferred@562694998 after retry RPC after error@930301095) -> (continuation of Deferred@1618435797 after retry RPC after error@1922552698) -> (continuation of Deferred@53913285 after retry RPC after error@785226872) -> (continuation of Deferred@1947659906 after retry RPC after error@945221497) -> (continuation of Deferred@241198648 after retry RPC after error@1275860432) -> (continuation of Deferred@263028781 after retry RPC after error@1022854), errback=(continuation of Deferred@562694998 after retry RPC after error@930301095) -> (continuation of Deferred@1618435797 after retry RPC after error@1922552698) -> (continuation of Deferred@53913285 after retry RPC after error@785226872) -> (continuation of Deferred@1947659906 after retry RPC after error@945221497) -> (continuation of Deferred@241198648 after retry RPC after error@1275860432) -> (continuation of Deferred@263028781 after retry RPC after error@1022854)))
02:04:50.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.659 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@2060403256(state=PENDING, result=null, callback=(continuation of Deferred@884273194 after retry RPC after error@560020494) -> (continuation of Deferred@1810509606 after retry RPC after error@1798602465) -> (continuation of Deferred@2022893069 after retry RPC after error@1346057309) -> (continuation of Deferred@1787994723 after retry RPC after error@580455078) -> (continuation of Deferred@1297359478 after retry RPC after error@1153723997) -> (continuation of Deferred@993680668 after retry RPC after error@1360833767) -> (continuation of Deferred@1035428640 after retry RPC after error@1516655693), errback=(continuation of Deferred@884273194 after retry RPC after error@560020494) -> (continuation of Deferred@1810509606 after retry RPC after error@1798602465) -> (continuation of Deferred@2022893069 after retry RPC after error@1346057309) -> (continuation of Deferred@1787994723 after retry RPC after error@580455078) -> (continuation of Deferred@1297359478 after retry RPC after error@1153723997) -> (continuation of Deferred@993680668 after retry RPC after error@1360833767) -> (continuation of Deferred@1035428640 after retry RPC after error@1516655693)))
02:04:50.659 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@2060403256(state=PENDING, result=null, callback=(continuation of Deferred@884273194 after retry RPC after error@560020494) -> (continuation of Deferred@1810509606 after retry RPC after error@1798602465) -> (continuation of Deferred@2022893069 after retry RPC after error@1346057309) -> (continuation of Deferred@1787994723 after retry RPC after error@580455078) -> (continuation of Deferred@1297359478 after retry RPC after error@1153723997) -> (continuation of Deferred@993680668 after retry RPC after error@1360833767) -> (continuation of Deferred@1035428640 after retry RPC after error@1516655693), errback=(continuation of Deferred@884273194 after retry RPC after error@560020494) -> (continuation of Deferred@1810509606 after retry RPC after error@1798602465) -> (continuation of Deferred@2022893069 after retry RPC after error@1346057309) -> (continuation of Deferred@1787994723 after retry RPC after error@580455078) -> (continuation of Deferred@1297359478 after retry RPC after error@1153723997) -> (continuation of Deferred@993680668 after retry RPC after error@1360833767) -> (continuation of Deferred@1035428640 after retry RPC after error@1516655693)))
02:04:50.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.899 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@134390351(state=PENDING, result=null, callback=(continuation of Deferred@54179512 after retry RPC after error@368858980) -> (continuation of Deferred@44908875 after retry RPC after error@530619275) -> (continuation of Deferred@1241084337 after retry RPC after error@1044990109) -> (continuation of Deferred@1443291398 after retry RPC after error@1306612878) -> (continuation of Deferred@1326956666 after retry RPC after error@1005479077) -> (continuation of Deferred@1518447631 after retry RPC after error@486790901) -> (continuation of Deferred@1827066175 after retry RPC after error@619006794), errback=(continuation of Deferred@54179512 after retry RPC after error@368858980) -> (continuation of Deferred@44908875 after retry RPC after error@530619275) -> (continuation of Deferred@1241084337 after retry RPC after error@1044990109) -> (continuation of Deferred@1443291398 after retry RPC after error@1306612878) -> (continuation of Deferred@1326956666 after retry RPC after error@1005479077) -> (continuation of Deferred@1518447631 after retry RPC after error@486790901) -> (continuation of Deferred@1827066175 after retry RPC after error@619006794)))
02:04:50.900 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [223ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@134390351(state=PENDING, result=null, callback=(continuation of Deferred@54179512 after retry RPC after error@368858980) -> (continuation of Deferred@44908875 after retry RPC after error@530619275) -> (continuation of Deferred@1241084337 after retry RPC after error@1044990109) -> (continuation of Deferred@1443291398 after retry RPC after error@1306612878) -> (continuation of Deferred@1326956666 after retry RPC after error@1005479077) -> (continuation of Deferred@1518447631 after retry RPC after error@486790901) -> (continuation of Deferred@1827066175 after retry RPC after error@619006794), errback=(continuation of Deferred@54179512 after retry RPC after error@368858980) -> (continuation of Deferred@44908875 after retry RPC after error@530619275) -> (continuation of Deferred@1241084337 after retry RPC after error@1044990109) -> (continuation of Deferred@1443291398 after retry RPC after error@1306612878) -> (continuation of Deferred@1326956666 after retry RPC after error@1005479077) -> (continuation of Deferred@1518447631 after retry RPC after error@486790901) -> (continuation of Deferred@1827066175 after retry RPC after error@619006794)))
02:04:50.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:50.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:50.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:50.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:50.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:50.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.138 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@723709721(state=PENDING, result=null, callback=(continuation of Deferred@1395358986 after retry RPC after error@1149066450) -> (continuation of Deferred@1242447934 after retry RPC after error@1986536513) -> (continuation of Deferred@2116277419 after retry RPC after error@1343655025) -> (continuation of Deferred@1755392509 after retry RPC after error@1599881860) -> (continuation of Deferred@1069175624 after retry RPC after error@1537947082) -> (continuation of Deferred@975438211 after retry RPC after error@122764321) -> (continuation of Deferred@1780227984 after retry RPC after error@1755013756), errback=(continuation of Deferred@1395358986 after retry RPC after error@1149066450) -> (continuation of Deferred@1242447934 after retry RPC after error@1986536513) -> (continuation of Deferred@2116277419 after retry RPC after error@1343655025) -> (continuation of Deferred@1755392509 after retry RPC after error@1599881860) -> (continuation of Deferred@1069175624 after retry RPC after error@1537947082) -> (continuation of Deferred@975438211 after retry RPC after error@122764321) -> (continuation of Deferred@1780227984 after retry RPC after error@1755013756)))
02:04:51.139 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [221ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@723709721(state=PENDING, result=null, callback=(continuation of Deferred@1395358986 after retry RPC after error@1149066450) -> (continuation of Deferred@1242447934 after retry RPC after error@1986536513) -> (continuation of Deferred@2116277419 after retry RPC after error@1343655025) -> (continuation of Deferred@1755392509 after retry RPC after error@1599881860) -> (continuation of Deferred@1069175624 after retry RPC after error@1537947082) -> (continuation of Deferred@975438211 after retry RPC after error@122764321) -> (continuation of Deferred@1780227984 after retry RPC after error@1755013756), errback=(continuation of Deferred@1395358986 after retry RPC after error@1149066450) -> (continuation of Deferred@1242447934 after retry RPC after error@1986536513) -> (continuation of Deferred@2116277419 after retry RPC after error@1343655025) -> (continuation of Deferred@1755392509 after retry RPC after error@1599881860) -> (continuation of Deferred@1069175624 after retry RPC after error@1537947082) -> (continuation of Deferred@975438211 after retry RPC after error@122764321) -> (continuation of Deferred@1780227984 after retry RPC after error@1755013756)))
02:04:51.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.299 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [0ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1388611889(state=PENDING, result=null, callback=(continuation of Deferred@1371009571 after retry RPC after error@628978410) -> (continuation of Deferred@1004106379 after retry RPC after error@1302522304) -> (continuation of Deferred@602549437 after retry RPC after error@1842274312) -> (continuation of Deferred@502503952 after retry RPC after error@1195740295) -> (continuation of Deferred@901308182 after retry RPC after error@804038409) -> (continuation of Deferred@785292286 after retry RPC after error@1157892884), errback=(continuation of Deferred@1371009571 after retry RPC after error@628978410) -> (continuation of Deferred@1004106379 after retry RPC after error@1302522304) -> (continuation of Deferred@602549437 after retry RPC after error@1842274312) -> (continuation of Deferred@502503952 after retry RPC after error@1195740295) -> (continuation of Deferred@901308182 after retry RPC after error@804038409) -> (continuation of Deferred@785292286 after retry RPC after error@1157892884)))
02:04:51.299 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [0ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1388611889(state=PENDING, result=null, callback=(continuation of Deferred@1371009571 after retry RPC after error@628978410) -> (continuation of Deferred@1004106379 after retry RPC after error@1302522304) -> (continuation of Deferred@602549437 after retry RPC after error@1842274312) -> (continuation of Deferred@502503952 after retry RPC after error@1195740295) -> (continuation of Deferred@901308182 after retry RPC after error@804038409) -> (continuation of Deferred@785292286 after retry RPC after error@1157892884), errback=(continuation of Deferred@1371009571 after retry RPC after error@628978410) -> (continuation of Deferred@1004106379 after retry RPC after error@1302522304) -> (continuation of Deferred@602549437 after retry RPC after error@1842274312) -> (continuation of Deferred@502503952 after retry RPC after error@1195740295) -> (continuation of Deferred@901308182 after retry RPC after error@804038409) -> (continuation of Deferred@785292286 after retry RPC after error@1157892884)))
02:04:51.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.478 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1044939212(state=PENDING, result=null, callback=(continuation of Deferred@1670621303 after retry RPC after error@1680377166) -> (continuation of Deferred@1044131771 after retry RPC after error@1140891473) -> (continuation of Deferred@976111542 after retry RPC after error@445429576) -> (continuation of Deferred@1167200853 after retry RPC after error@94955425) -> (continuation of Deferred@1307771733 after retry RPC after error@842713940) -> (continuation of Deferred@1735354364 after retry RPC after error@632815967), errback=(continuation of Deferred@1670621303 after retry RPC after error@1680377166) -> (continuation of Deferred@1044131771 after retry RPC after error@1140891473) -> (continuation of Deferred@976111542 after retry RPC after error@445429576) -> (continuation of Deferred@1167200853 after retry RPC after error@94955425) -> (continuation of Deferred@1307771733 after retry RPC after error@842713940) -> (continuation of Deferred@1735354364 after retry RPC after error@632815967)))
02:04:51.479 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1044939212(state=PENDING, result=null, callback=(continuation of Deferred@1670621303 after retry RPC after error@1680377166) -> (continuation of Deferred@1044131771 after retry RPC after error@1140891473) -> (continuation of Deferred@976111542 after retry RPC after error@445429576) -> (continuation of Deferred@1167200853 after retry RPC after error@94955425) -> (continuation of Deferred@1307771733 after retry RPC after error@842713940) -> (continuation of Deferred@1735354364 after retry RPC after error@632815967), errback=(continuation of Deferred@1670621303 after retry RPC after error@1680377166) -> (continuation of Deferred@1044131771 after retry RPC after error@1140891473) -> (continuation of Deferred@976111542 after retry RPC after error@445429576) -> (continuation of Deferred@1167200853 after retry RPC after error@94955425) -> (continuation of Deferred@1307771733 after retry RPC after error@842713940) -> (continuation of Deferred@1735354364 after retry RPC after error@632815967)))
02:04:51.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.699 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@750340813(state=PENDING, result=null, callback=(continuation of Deferred@19698494 after retry RPC after error@1929541095) -> (continuation of Deferred@423435848 after retry RPC after error@2142556288) -> (continuation of Deferred@451152171 after retry RPC after error@2057960157) -> (continuation of Deferred@194471070 after retry RPC after error@1384027580) -> (continuation of Deferred@1751737225 after retry RPC after error@1562579787) -> (continuation of Deferred@1839214565 after retry RPC after error@1272288408) -> (continuation of Deferred@1745077056 after retry RPC after error@763309120), errback=(continuation of Deferred@19698494 after retry RPC after error@1929541095) -> (continuation of Deferred@423435848 after retry RPC after error@2142556288) -> (continuation of Deferred@451152171 after retry RPC after error@2057960157) -> (continuation of Deferred@194471070 after retry RPC after error@1384027580) -> (continuation of Deferred@1751737225 after retry RPC after error@1562579787) -> (continuation of Deferred@1839214565 after retry RPC after error@1272288408) -> (continuation of Deferred@1745077056 after retry RPC after error@763309120)))
02:04:51.700 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@750340813(state=PENDING, result=null, callback=(continuation of Deferred@19698494 after retry RPC after error@1929541095) -> (continuation of Deferred@423435848 after retry RPC after error@2142556288) -> (continuation of Deferred@451152171 after retry RPC after error@2057960157) -> (continuation of Deferred@194471070 after retry RPC after error@1384027580) -> (continuation of Deferred@1751737225 after retry RPC after error@1562579787) -> (continuation of Deferred@1839214565 after retry RPC after error@1272288408) -> (continuation of Deferred@1745077056 after retry RPC after error@763309120), errback=(continuation of Deferred@19698494 after retry RPC after error@1929541095) -> (continuation of Deferred@423435848 after retry RPC after error@2142556288) -> (continuation of Deferred@451152171 after retry RPC after error@2057960157) -> (continuation of Deferred@194471070 after retry RPC after error@1384027580) -> (continuation of Deferred@1751737225 after retry RPC after error@1562579787) -> (continuation of Deferred@1839214565 after retry RPC after error@1272288408) -> (continuation of Deferred@1745077056 after retry RPC after error@763309120)))
02:04:51.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.919 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1617632358(state=PENDING, result=null, callback=(continuation of Deferred@792785489 after retry RPC after error@358916415) -> (continuation of Deferred@1481076573 after retry RPC after error@1626849311) -> (continuation of Deferred@1217225770 after retry RPC after error@2018527581) -> (continuation of Deferred@453966989 after retry RPC after error@1160196299) -> (continuation of Deferred@1713942641 after retry RPC after error@482871112) -> (continuation of Deferred@1884187336 after retry RPC after error@202620258) -> (continuation of Deferred@798699433 after retry RPC after error@1941282645), errback=(continuation of Deferred@792785489 after retry RPC after error@358916415) -> (continuation of Deferred@1481076573 after retry RPC after error@1626849311) -> (continuation of Deferred@1217225770 after retry RPC after error@2018527581) -> (continuation of Deferred@453966989 after retry RPC after error@1160196299) -> (continuation of Deferred@1713942641 after retry RPC after error@482871112) -> (continuation of Deferred@1884187336 after retry RPC after error@202620258) -> (continuation of Deferred@798699433 after retry RPC after error@1941282645)))
02:04:51.919 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1617632358(state=PENDING, result=null, callback=(continuation of Deferred@792785489 after retry RPC after error@358916415) -> (continuation of Deferred@1481076573 after retry RPC after error@1626849311) -> (continuation of Deferred@1217225770 after retry RPC after error@2018527581) -> (continuation of Deferred@453966989 after retry RPC after error@1160196299) -> (continuation of Deferred@1713942641 after retry RPC after error@482871112) -> (continuation of Deferred@1884187336 after retry RPC after error@202620258) -> (continuation of Deferred@798699433 after retry RPC after error@1941282645), errback=(continuation of Deferred@792785489 after retry RPC after error@358916415) -> (continuation of Deferred@1481076573 after retry RPC after error@1626849311) -> (continuation of Deferred@1217225770 after retry RPC after error@2018527581) -> (continuation of Deferred@453966989 after retry RPC after error@1160196299) -> (continuation of Deferred@1713942641 after retry RPC after error@482871112) -> (continuation of Deferred@1884187336 after retry RPC after error@202620258) -> (continuation of Deferred@798699433 after retry RPC after error@1941282645)))
02:04:51.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:51.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:51.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:51.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:51.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:51.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.098 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1238350452(state=PENDING, result=null, callback=(continuation of Deferred@75049431 after retry RPC after error@1291526660) -> (continuation of Deferred@1137899192 after retry RPC after error@2012936364) -> (continuation of Deferred@981487637 after retry RPC after error@796835395) -> (continuation of Deferred@2077092386 after retry RPC after error@1532121711) -> (continuation of Deferred@1667932648 after retry RPC after error@960268128) -> (continuation of Deferred@758445727 after retry RPC after error@1681660028), errback=(continuation of Deferred@75049431 after retry RPC after error@1291526660) -> (continuation of Deferred@1137899192 after retry RPC after error@2012936364) -> (continuation of Deferred@981487637 after retry RPC after error@796835395) -> (continuation of Deferred@2077092386 after retry RPC after error@1532121711) -> (continuation of Deferred@1667932648 after retry RPC after error@960268128) -> (continuation of Deferred@758445727 after retry RPC after error@1681660028)))
02:04:52.099 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1238350452(state=PENDING, result=null, callback=(continuation of Deferred@75049431 after retry RPC after error@1291526660) -> (continuation of Deferred@1137899192 after retry RPC after error@2012936364) -> (continuation of Deferred@981487637 after retry RPC after error@796835395) -> (continuation of Deferred@2077092386 after retry RPC after error@1532121711) -> (continuation of Deferred@1667932648 after retry RPC after error@960268128) -> (continuation of Deferred@758445727 after retry RPC after error@1681660028), errback=(continuation of Deferred@75049431 after retry RPC after error@1291526660) -> (continuation of Deferred@1137899192 after retry RPC after error@2012936364) -> (continuation of Deferred@981487637 after retry RPC after error@796835395) -> (continuation of Deferred@2077092386 after retry RPC after error@1532121711) -> (continuation of Deferred@1667932648 after retry RPC after error@960268128) -> (continuation of Deferred@758445727 after retry RPC after error@1681660028)))
02:04:52.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.279 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@531192285(state=PENDING, result=null, callback=(continuation of Deferred@1691948878 after retry RPC after error@1727928881) -> (continuation of Deferred@1722624566 after retry RPC after error@857727119) -> (continuation of Deferred@533783237 after retry RPC after error@157895836) -> (continuation of Deferred@102378269 after retry RPC after error@1254996169) -> (continuation of Deferred@1377025439 after retry RPC after error@291313389) -> (continuation of Deferred@1179161880 after retry RPC after error@1633969896) -> (continuation of Deferred@777310238 after retry RPC after error@1464291655), errback=(continuation of Deferred@1691948878 after retry RPC after error@1727928881) -> (continuation of Deferred@1722624566 after retry RPC after error@857727119) -> (continuation of Deferred@533783237 after retry RPC after error@157895836) -> (continuation of Deferred@102378269 after retry RPC after error@1254996169) -> (continuation of Deferred@1377025439 after retry RPC after error@291313389) -> (continuation of Deferred@1179161880 after retry RPC after error@1633969896) -> (continuation of Deferred@777310238 after retry RPC after error@1464291655)))
02:04:52.279 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@531192285(state=PENDING, result=null, callback=(continuation of Deferred@1691948878 after retry RPC after error@1727928881) -> (continuation of Deferred@1722624566 after retry RPC after error@857727119) -> (continuation of Deferred@533783237 after retry RPC after error@157895836) -> (continuation of Deferred@102378269 after retry RPC after error@1254996169) -> (continuation of Deferred@1377025439 after retry RPC after error@291313389) -> (continuation of Deferred@1179161880 after retry RPC after error@1633969896) -> (continuation of Deferred@777310238 after retry RPC after error@1464291655), errback=(continuation of Deferred@1691948878 after retry RPC after error@1727928881) -> (continuation of Deferred@1722624566 after retry RPC after error@857727119) -> (continuation of Deferred@533783237 after retry RPC after error@157895836) -> (continuation of Deferred@102378269 after retry RPC after error@1254996169) -> (continuation of Deferred@1377025439 after retry RPC after error@291313389) -> (continuation of Deferred@1179161880 after retry RPC after error@1633969896) -> (continuation of Deferred@777310238 after retry RPC after error@1464291655)))
02:04:52.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.539 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@435833415(state=PENDING, result=null, callback=(continuation of Deferred@1043443250 after retry RPC after error@1973968239) -> (continuation of Deferred@333213826 after retry RPC after error@1488955596) -> (continuation of Deferred@1800195543 after retry RPC after error@1555605236) -> (continuation of Deferred@739280257 after retry RPC after error@164409607) -> (continuation of Deferred@82044828 after retry RPC after error@494235378) -> (continuation of Deferred@903994448 after retry RPC after error@1506346850) -> (continuation of Deferred@1108198592 after retry RPC after error@1958289549), errback=(continuation of Deferred@1043443250 after retry RPC after error@1973968239) -> (continuation of Deferred@333213826 after retry RPC after error@1488955596) -> (continuation of Deferred@1800195543 after retry RPC after error@1555605236) -> (continuation of Deferred@739280257 after retry RPC after error@164409607) -> (continuation of Deferred@82044828 after retry RPC after error@494235378) -> (continuation of Deferred@903994448 after retry RPC after error@1506346850) -> (continuation of Deferred@1108198592 after retry RPC after error@1958289549)))
02:04:52.539 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@435833415(state=PENDING, result=null, callback=(continuation of Deferred@1043443250 after retry RPC after error@1973968239) -> (continuation of Deferred@333213826 after retry RPC after error@1488955596) -> (continuation of Deferred@1800195543 after retry RPC after error@1555605236) -> (continuation of Deferred@739280257 after retry RPC after error@164409607) -> (continuation of Deferred@82044828 after retry RPC after error@494235378) -> (continuation of Deferred@903994448 after retry RPC after error@1506346850) -> (continuation of Deferred@1108198592 after retry RPC after error@1958289549), errback=(continuation of Deferred@1043443250 after retry RPC after error@1973968239) -> (continuation of Deferred@333213826 after retry RPC after error@1488955596) -> (continuation of Deferred@1800195543 after retry RPC after error@1555605236) -> (continuation of Deferred@739280257 after retry RPC after error@164409607) -> (continuation of Deferred@82044828 after retry RPC after error@494235378) -> (continuation of Deferred@903994448 after retry RPC after error@1506346850) -> (continuation of Deferred@1108198592 after retry RPC after error@1958289549)))
02:04:52.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.759 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1581945818(state=PENDING, result=null, callback=(continuation of Deferred@639857051 after retry RPC after error@48149513) -> (continuation of Deferred@95717048 after retry RPC after error@266998167) -> (continuation of Deferred@846726744 after retry RPC after error@1165071074) -> (continuation of Deferred@1683049906 after retry RPC after error@1005096454) -> (continuation of Deferred@1238373861 after retry RPC after error@8349887) -> (continuation of Deferred@1856870879 after retry RPC after error@298496690) -> (continuation of Deferred@1492968019 after retry RPC after error@599610211), errback=(continuation of Deferred@639857051 after retry RPC after error@48149513) -> (continuation of Deferred@95717048 after retry RPC after error@266998167) -> (continuation of Deferred@846726744 after retry RPC after error@1165071074) -> (continuation of Deferred@1683049906 after retry RPC after error@1005096454) -> (continuation of Deferred@1238373861 after retry RPC after error@8349887) -> (continuation of Deferred@1856870879 after retry RPC after error@298496690) -> (continuation of Deferred@1492968019 after retry RPC after error@599610211)))
02:04:52.759 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1581945818(state=PENDING, result=null, callback=(continuation of Deferred@639857051 after retry RPC after error@48149513) -> (continuation of Deferred@95717048 after retry RPC after error@266998167) -> (continuation of Deferred@846726744 after retry RPC after error@1165071074) -> (continuation of Deferred@1683049906 after retry RPC after error@1005096454) -> (continuation of Deferred@1238373861 after retry RPC after error@8349887) -> (continuation of Deferred@1856870879 after retry RPC after error@298496690) -> (continuation of Deferred@1492968019 after retry RPC after error@599610211), errback=(continuation of Deferred@639857051 after retry RPC after error@48149513) -> (continuation of Deferred@95717048 after retry RPC after error@266998167) -> (continuation of Deferred@846726744 after retry RPC after error@1165071074) -> (continuation of Deferred@1683049906 after retry RPC after error@1005096454) -> (continuation of Deferred@1238373861 after retry RPC after error@8349887) -> (continuation of Deferred@1856870879 after retry RPC after error@298496690) -> (continuation of Deferred@1492968019 after retry RPC after error@599610211)))
02:04:52.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:52.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:52.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:52.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:52.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:52.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.018 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@100442141(state=PENDING, result=null, callback=(continuation of Deferred@1510712530 after retry RPC after error@263984397) -> (continuation of Deferred@1982534619 after retry RPC after error@381139275) -> (continuation of Deferred@287158907 after retry RPC after error@2120669480) -> (continuation of Deferred@1350412532 after retry RPC after error@2066427473) -> (continuation of Deferred@123327781 after retry RPC after error@1337910143) -> (continuation of Deferred@1924782196 after retry RPC after error@1346513364) -> (continuation of Deferred@427507204 after retry RPC after error@560366415) -> (continuation of Deferred@497063279 after retry RPC after error@1550652294), errback=(continuation of Deferred@1510712530 after retry RPC after error@263984397) -> (continuation of Deferred@1982534619 after retry RPC after error@381139275) -> (continuation of Deferred@287158907 after retry RPC after error@2120669480) -> (continuation of Deferred@1350412532 after retry RPC after error@2066427473) -> (continuation of Deferred@123327781 after retry RPC after error@1337910143) -> (continuation of Deferred@1924782196 after retry RPC after error@1346513364) -> (continuation of Deferred@427507204 after retry RPC after error@560366415) -> (continuation of Deferred@497063279 after retry RPC after error@1550652294)))
02:04:53.019 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@100442141(state=PENDING, result=null, callback=(continuation of Deferred@1510712530 after retry RPC after error@263984397) -> (continuation of Deferred@1982534619 after retry RPC after error@381139275) -> (continuation of Deferred@287158907 after retry RPC after error@2120669480) -> (continuation of Deferred@1350412532 after retry RPC after error@2066427473) -> (continuation of Deferred@123327781 after retry RPC after error@1337910143) -> (continuation of Deferred@1924782196 after retry RPC after error@1346513364) -> (continuation of Deferred@427507204 after retry RPC after error@560366415) -> (continuation of Deferred@497063279 after retry RPC after error@1550652294), errback=(continuation of Deferred@1510712530 after retry RPC after error@263984397) -> (continuation of Deferred@1982534619 after retry RPC after error@381139275) -> (continuation of Deferred@287158907 after retry RPC after error@2120669480) -> (continuation of Deferred@1350412532 after retry RPC after error@2066427473) -> (continuation of Deferred@123327781 after retry RPC after error@1337910143) -> (continuation of Deferred@1924782196 after retry RPC after error@1346513364) -> (continuation of Deferred@427507204 after retry RPC after error@560366415) -> (continuation of Deferred@497063279 after retry RPC after error@1550652294)))
02:04:53.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.199 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1710775251(state=PENDING, result=null, callback=(continuation of Deferred@573954325 after retry RPC after error@1244565643) -> (continuation of Deferred@654173273 after retry RPC after error@24905110) -> (continuation of Deferred@227383773 after retry RPC after error@857336367) -> (continuation of Deferred@2047807289 after retry RPC after error@457106779) -> (continuation of Deferred@2057098384 after retry RPC after error@111677822) -> (continuation of Deferred@81571925 after retry RPC after error@1747225000), errback=(continuation of Deferred@573954325 after retry RPC after error@1244565643) -> (continuation of Deferred@654173273 after retry RPC after error@24905110) -> (continuation of Deferred@227383773 after retry RPC after error@857336367) -> (continuation of Deferred@2047807289 after retry RPC after error@457106779) -> (continuation of Deferred@2057098384 after retry RPC after error@111677822) -> (continuation of Deferred@81571925 after retry RPC after error@1747225000)))
02:04:53.199 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1710775251(state=PENDING, result=null, callback=(continuation of Deferred@573954325 after retry RPC after error@1244565643) -> (continuation of Deferred@654173273 after retry RPC after error@24905110) -> (continuation of Deferred@227383773 after retry RPC after error@857336367) -> (continuation of Deferred@2047807289 after retry RPC after error@457106779) -> (continuation of Deferred@2057098384 after retry RPC after error@111677822) -> (continuation of Deferred@81571925 after retry RPC after error@1747225000), errback=(continuation of Deferred@573954325 after retry RPC after error@1244565643) -> (continuation of Deferred@654173273 after retry RPC after error@24905110) -> (continuation of Deferred@227383773 after retry RPC after error@857336367) -> (continuation of Deferred@2047807289 after retry RPC after error@457106779) -> (continuation of Deferred@2057098384 after retry RPC after error@111677822) -> (continuation of Deferred@81571925 after retry RPC after error@1747225000)))
02:04:53.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.379 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1037124520(state=PENDING, result=null, callback=(continuation of Deferred@2116278569 after retry RPC after error@1982099179) -> (continuation of Deferred@658791313 after retry RPC after error@272597202) -> (continuation of Deferred@1882585453 after retry RPC after error@632521398) -> (continuation of Deferred@548326722 after retry RPC after error@1283190933) -> (continuation of Deferred@333092582 after retry RPC after error@717553689) -> (continuation of Deferred@2094468318 after retry RPC after error@1874568329), errback=(continuation of Deferred@2116278569 after retry RPC after error@1982099179) -> (continuation of Deferred@658791313 after retry RPC after error@272597202) -> (continuation of Deferred@1882585453 after retry RPC after error@632521398) -> (continuation of Deferred@548326722 after retry RPC after error@1283190933) -> (continuation of Deferred@333092582 after retry RPC after error@717553689) -> (continuation of Deferred@2094468318 after retry RPC after error@1874568329)))
02:04:53.379 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1037124520(state=PENDING, result=null, callback=(continuation of Deferred@2116278569 after retry RPC after error@1982099179) -> (continuation of Deferred@658791313 after retry RPC after error@272597202) -> (continuation of Deferred@1882585453 after retry RPC after error@632521398) -> (continuation of Deferred@548326722 after retry RPC after error@1283190933) -> (continuation of Deferred@333092582 after retry RPC after error@717553689) -> (continuation of Deferred@2094468318 after retry RPC after error@1874568329), errback=(continuation of Deferred@2116278569 after retry RPC after error@1982099179) -> (continuation of Deferred@658791313 after retry RPC after error@272597202) -> (continuation of Deferred@1882585453 after retry RPC after error@632521398) -> (continuation of Deferred@548326722 after retry RPC after error@1283190933) -> (continuation of Deferred@333092582 after retry RPC after error@717553689) -> (continuation of Deferred@2094468318 after retry RPC after error@1874568329)))
02:04:53.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.599 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1309212000(state=PENDING, result=null, callback=(continuation of Deferred@1165050881 after retry RPC after error@2145780960) -> (continuation of Deferred@1037884789 after retry RPC after error@884397139) -> (continuation of Deferred@2066272136 after retry RPC after error@883299593) -> (continuation of Deferred@1875526045 after retry RPC after error@1834747003) -> (continuation of Deferred@1354093271 after retry RPC after error@1413454741) -> (continuation of Deferred@1766129190 after retry RPC after error@1689665705) -> (continuation of Deferred@451609986 after retry RPC after error@849401465), errback=(continuation of Deferred@1165050881 after retry RPC after error@2145780960) -> (continuation of Deferred@1037884789 after retry RPC after error@884397139) -> (continuation of Deferred@2066272136 after retry RPC after error@883299593) -> (continuation of Deferred@1875526045 after retry RPC after error@1834747003) -> (continuation of Deferred@1354093271 after retry RPC after error@1413454741) -> (continuation of Deferred@1766129190 after retry RPC after error@1689665705) -> (continuation of Deferred@451609986 after retry RPC after error@849401465)))
02:04:53.599 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1309212000(state=PENDING, result=null, callback=(continuation of Deferred@1165050881 after retry RPC after error@2145780960) -> (continuation of Deferred@1037884789 after retry RPC after error@884397139) -> (continuation of Deferred@2066272136 after retry RPC after error@883299593) -> (continuation of Deferred@1875526045 after retry RPC after error@1834747003) -> (continuation of Deferred@1354093271 after retry RPC after error@1413454741) -> (continuation of Deferred@1766129190 after retry RPC after error@1689665705) -> (continuation of Deferred@451609986 after retry RPC after error@849401465), errback=(continuation of Deferred@1165050881 after retry RPC after error@2145780960) -> (continuation of Deferred@1037884789 after retry RPC after error@884397139) -> (continuation of Deferred@2066272136 after retry RPC after error@883299593) -> (continuation of Deferred@1875526045 after retry RPC after error@1834747003) -> (continuation of Deferred@1354093271 after retry RPC after error@1413454741) -> (continuation of Deferred@1766129190 after retry RPC after error@1689665705) -> (continuation of Deferred@451609986 after retry RPC after error@849401465)))
02:04:53.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.799 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@2032597977(state=PENDING, result=null, callback=(continuation of Deferred@48025593 after retry RPC after error@1198420492) -> (continuation of Deferred@433835716 after retry RPC after error@1466762773) -> (continuation of Deferred@866822150 after retry RPC after error@132137581) -> (continuation of Deferred@1082790331 after retry RPC after error@2145970705) -> (continuation of Deferred@426022770 after retry RPC after error@470961433) -> (continuation of Deferred@201691369 after retry RPC after error@881154842), errback=(continuation of Deferred@48025593 after retry RPC after error@1198420492) -> (continuation of Deferred@433835716 after retry RPC after error@1466762773) -> (continuation of Deferred@866822150 after retry RPC after error@132137581) -> (continuation of Deferred@1082790331 after retry RPC after error@2145970705) -> (continuation of Deferred@426022770 after retry RPC after error@470961433) -> (continuation of Deferred@201691369 after retry RPC after error@881154842)))
02:04:53.799 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@2032597977(state=PENDING, result=null, callback=(continuation of Deferred@48025593 after retry RPC after error@1198420492) -> (continuation of Deferred@433835716 after retry RPC after error@1466762773) -> (continuation of Deferred@866822150 after retry RPC after error@132137581) -> (continuation of Deferred@1082790331 after retry RPC after error@2145970705) -> (continuation of Deferred@426022770 after retry RPC after error@470961433) -> (continuation of Deferred@201691369 after retry RPC after error@881154842), errback=(continuation of Deferred@48025593 after retry RPC after error@1198420492) -> (continuation of Deferred@433835716 after retry RPC after error@1466762773) -> (continuation of Deferred@866822150 after retry RPC after error@132137581) -> (continuation of Deferred@1082790331 after retry RPC after error@2145970705) -> (continuation of Deferred@426022770 after retry RPC after error@470961433) -> (continuation of Deferred@201691369 after retry RPC after error@881154842)))
02:04:53.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:53.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:53.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:53.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:53.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:53.999 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1241737739(state=PENDING, result=null, callback=(continuation of Deferred@623699867 after retry RPC after error@90674388) -> (continuation of Deferred@604143452 after retry RPC after error@1962937061) -> (continuation of Deferred@928136161 after retry RPC after error@246077675) -> (continuation of Deferred@971353853 after retry RPC after error@1279777798) -> (continuation of Deferred@1793882972 after retry RPC after error@844729194) -> (continuation of Deferred@652171674 after retry RPC after error@1418335915) -> (continuation of Deferred@1563795965 after retry RPC after error@600404970), errback=(continuation of Deferred@623699867 after retry RPC after error@90674388) -> (continuation of Deferred@604143452 after retry RPC after error@1962937061) -> (continuation of Deferred@928136161 after retry RPC after error@246077675) -> (continuation of Deferred@971353853 after retry RPC after error@1279777798) -> (continuation of Deferred@1793882972 after retry RPC after error@844729194) -> (continuation of Deferred@652171674 after retry RPC after error@1418335915) -> (continuation of Deferred@1563795965 after retry RPC after error@600404970)))
02:04:53.999 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1241737739(state=PENDING, result=null, callback=(continuation of Deferred@623699867 after retry RPC after error@90674388) -> (continuation of Deferred@604143452 after retry RPC after error@1962937061) -> (continuation of Deferred@928136161 after retry RPC after error@246077675) -> (continuation of Deferred@971353853 after retry RPC after error@1279777798) -> (continuation of Deferred@1793882972 after retry RPC after error@844729194) -> (continuation of Deferred@652171674 after retry RPC after error@1418335915) -> (continuation of Deferred@1563795965 after retry RPC after error@600404970), errback=(continuation of Deferred@623699867 after retry RPC after error@90674388) -> (continuation of Deferred@604143452 after retry RPC after error@1962937061) -> (continuation of Deferred@928136161 after retry RPC after error@246077675) -> (continuation of Deferred@971353853 after retry RPC after error@1279777798) -> (continuation of Deferred@1793882972 after retry RPC after error@844729194) -> (continuation of Deferred@652171674 after retry RPC after error@1418335915) -> (continuation of Deferred@1563795965 after retry RPC after error@600404970)))
02:04:54.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.219 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@497781225(state=PENDING, result=null, callback=(continuation of Deferred@397125959 after retry RPC after error@995409890) -> (continuation of Deferred@995189329 after retry RPC after error@2062827539) -> (continuation of Deferred@819937179 after retry RPC after error@787099085) -> (continuation of Deferred@504988075 after retry RPC after error@1177927331) -> (continuation of Deferred@257913369 after retry RPC after error@1889841786) -> (continuation of Deferred@585265436 after retry RPC after error@1237914437) -> (continuation of Deferred@1039302623 after retry RPC after error@1754279289), errback=(continuation of Deferred@397125959 after retry RPC after error@995409890) -> (continuation of Deferred@995189329 after retry RPC after error@2062827539) -> (continuation of Deferred@819937179 after retry RPC after error@787099085) -> (continuation of Deferred@504988075 after retry RPC after error@1177927331) -> (continuation of Deferred@257913369 after retry RPC after error@1889841786) -> (continuation of Deferred@585265436 after retry RPC after error@1237914437) -> (continuation of Deferred@1039302623 after retry RPC after error@1754279289)))
02:04:54.219 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@497781225(state=PENDING, result=null, callback=(continuation of Deferred@397125959 after retry RPC after error@995409890) -> (continuation of Deferred@995189329 after retry RPC after error@2062827539) -> (continuation of Deferred@819937179 after retry RPC after error@787099085) -> (continuation of Deferred@504988075 after retry RPC after error@1177927331) -> (continuation of Deferred@257913369 after retry RPC after error@1889841786) -> (continuation of Deferred@585265436 after retry RPC after error@1237914437) -> (continuation of Deferred@1039302623 after retry RPC after error@1754279289), errback=(continuation of Deferred@397125959 after retry RPC after error@995409890) -> (continuation of Deferred@995189329 after retry RPC after error@2062827539) -> (continuation of Deferred@819937179 after retry RPC after error@787099085) -> (continuation of Deferred@504988075 after retry RPC after error@1177927331) -> (continuation of Deferred@257913369 after retry RPC after error@1889841786) -> (continuation of Deferred@585265436 after retry RPC after error@1237914437) -> (continuation of Deferred@1039302623 after retry RPC after error@1754279289)))
02:04:54.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.497 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1439999933(state=PENDING, result=null, callback=(continuation of Deferred@499439562 after retry RPC after error@702773480) -> (continuation of Deferred@269286158 after retry RPC after error@1620398077) -> (continuation of Deferred@1540664994 after retry RPC after error@1774364936) -> (continuation of Deferred@518122421 after retry RPC after error@1413588275) -> (continuation of Deferred@715042983 after retry RPC after error@1458099733) -> (continuation of Deferred@1195717438 after retry RPC after error@510951128) -> (continuation of Deferred@1102118457 after retry RPC after error@1366872164), errback=(continuation of Deferred@499439562 after retry RPC after error@702773480) -> (continuation of Deferred@269286158 after retry RPC after error@1620398077) -> (continuation of Deferred@1540664994 after retry RPC after error@1774364936) -> (continuation of Deferred@518122421 after retry RPC after error@1413588275) -> (continuation of Deferred@715042983 after retry RPC after error@1458099733) -> (continuation of Deferred@1195717438 after retry RPC after error@510951128) -> (continuation of Deferred@1102118457 after retry RPC after error@1366872164)))
02:04:54.498 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:04:54.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:54.512639 26187 master_runner.cc:186] Error getting master registration for 127.25.144.61:40329: Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111),
02:04:54.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:54.512806 26187 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:04:54.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.541 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.679 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [25ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1654351336(state=PENDING, result=null, callback=(continuation of Deferred@2035139972 after retry RPC after error@980875221) -> (continuation of Deferred@261045421 after retry RPC after error@906149009) -> (continuation of Deferred@569650736 after retry RPC after error@741457284) -> (continuation of Deferred@1521321723 after retry RPC after error@2045267723) -> (continuation of Deferred@2045602728 after retry RPC after error@1485911180) -> (continuation of Deferred@1857944379 after retry RPC after error@1427530224), errback=(continuation of Deferred@2035139972 after retry RPC after error@980875221) -> (continuation of Deferred@261045421 after retry RPC after error@906149009) -> (continuation of Deferred@569650736 after retry RPC after error@741457284) -> (continuation of Deferred@1521321723 after retry RPC after error@2045267723) -> (continuation of Deferred@2045602728 after retry RPC after error@1485911180) -> (continuation of Deferred@1857944379 after retry RPC after error@1427530224)))
02:04:54.680 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [25ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1654351336(state=PENDING, result=null, callback=(continuation of Deferred@2035139972 after retry RPC after error@980875221) -> (continuation of Deferred@261045421 after retry RPC after error@906149009) -> (continuation of Deferred@569650736 after retry RPC after error@741457284) -> (continuation of Deferred@1521321723 after retry RPC after error@2045267723) -> (continuation of Deferred@2045602728 after retry RPC after error@1485911180) -> (continuation of Deferred@1857944379 after retry RPC after error@1427530224), errback=(continuation of Deferred@2035139972 after retry RPC after error@980875221) -> (continuation of Deferred@261045421 after retry RPC after error@906149009) -> (continuation of Deferred@569650736 after retry RPC after error@741457284) -> (continuation of Deferred@1521321723 after retry RPC after error@2045267723) -> (continuation of Deferred@2045602728 after retry RPC after error@1485911180) -> (continuation of Deferred@1857944379 after retry RPC after error@1427530224)))
02:04:54.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.939 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1903137921(state=PENDING, result=null, callback=(continuation of Deferred@857126475 after retry RPC after error@1625042608) -> (continuation of Deferred@360211428 after retry RPC after error@415118934) -> (continuation of Deferred@513572836 after retry RPC after error@531917609) -> (continuation of Deferred@1225084024 after retry RPC after error@551608200) -> (continuation of Deferred@1576986415 after retry RPC after error@1638867610) -> (continuation of Deferred@36361307 after retry RPC after error@605050633) -> (continuation of Deferred@243075899 after retry RPC after error@375280540), errback=(continuation of Deferred@857126475 after retry RPC after error@1625042608) -> (continuation of Deferred@360211428 after retry RPC after error@415118934) -> (continuation of Deferred@513572836 after retry RPC after error@531917609) -> (continuation of Deferred@1225084024 after retry RPC after error@551608200) -> (continuation of Deferred@1576986415 after retry RPC after error@1638867610) -> (continuation of Deferred@36361307 after retry RPC after error@605050633) -> (continuation of Deferred@243075899 after retry RPC after error@375280540)))
02:04:54.940 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@1903137921(state=PENDING, result=null, callback=(continuation of Deferred@857126475 after retry RPC after error@1625042608) -> (continuation of Deferred@360211428 after retry RPC after error@415118934) -> (continuation of Deferred@513572836 after retry RPC after error@531917609) -> (continuation of Deferred@1225084024 after retry RPC after error@551608200) -> (continuation of Deferred@1576986415 after retry RPC after error@1638867610) -> (continuation of Deferred@36361307 after retry RPC after error@605050633) -> (continuation of Deferred@243075899 after retry RPC after error@375280540), errback=(continuation of Deferred@857126475 after retry RPC after error@1625042608) -> (continuation of Deferred@360211428 after retry RPC after error@415118934) -> (continuation of Deferred@513572836 after retry RPC after error@531917609) -> (continuation of Deferred@1225084024 after retry RPC after error@551608200) -> (continuation of Deferred@1576986415 after retry RPC after error@1638867610) -> (continuation of Deferred@36361307 after retry RPC after error@605050633) -> (continuation of Deferred@243075899 after retry RPC after error@375280540)))
02:04:54.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:54.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:54.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:54.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:54.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:54.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.159 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@749995414(state=PENDING, result=null, callback=(continuation of Deferred@1290948663 after retry RPC after error@1871595365) -> (continuation of Deferred@483004357 after retry RPC after error@274608511) -> (continuation of Deferred@1316206763 after retry RPC after error@1406892911) -> (continuation of Deferred@530838262 after retry RPC after error@2115497396) -> (continuation of Deferred@770880573 after retry RPC after error@637186799) -> (continuation of Deferred@634306788 after retry RPC after error@1685451684) -> (continuation of Deferred@1553915979 after retry RPC after error@738413821), errback=(continuation of Deferred@1290948663 after retry RPC after error@1871595365) -> (continuation of Deferred@483004357 after retry RPC after error@274608511) -> (continuation of Deferred@1316206763 after retry RPC after error@1406892911) -> (continuation of Deferred@530838262 after retry RPC after error@2115497396) -> (continuation of Deferred@770880573 after retry RPC after error@637186799) -> (continuation of Deferred@634306788 after retry RPC after error@1685451684) -> (continuation of Deferred@1553915979 after retry RPC after error@738413821)))
02:04:55.159 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@749995414(state=PENDING, result=null, callback=(continuation of Deferred@1290948663 after retry RPC after error@1871595365) -> (continuation of Deferred@483004357 after retry RPC after error@274608511) -> (continuation of Deferred@1316206763 after retry RPC after error@1406892911) -> (continuation of Deferred@530838262 after retry RPC after error@2115497396) -> (continuation of Deferred@770880573 after retry RPC after error@637186799) -> (continuation of Deferred@634306788 after retry RPC after error@1685451684) -> (continuation of Deferred@1553915979 after retry RPC after error@738413821), errback=(continuation of Deferred@1290948663 after retry RPC after error@1871595365) -> (continuation of Deferred@483004357 after retry RPC after error@274608511) -> (continuation of Deferred@1316206763 after retry RPC after error@1406892911) -> (continuation of Deferred@530838262 after retry RPC after error@2115497396) -> (continuation of Deferred@770880573 after retry RPC after error@637186799) -> (continuation of Deferred@634306788 after retry RPC after error@1685451684) -> (continuation of Deferred@1553915979 after retry RPC after error@738413821)))
02:04:55.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.318 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1439836464(state=PENDING, result=null, callback=(continuation of Deferred@2097527608 after retry RPC after error@606252301) -> (continuation of Deferred@244690185 after retry RPC after error@1254792770) -> (continuation of Deferred@440803416 after retry RPC after error@725466328) -> (continuation of Deferred@140751187 after retry RPC after error@382011027) -> (continuation of Deferred@1026207987 after retry RPC after error@2075594994) -> (continuation of Deferred@1850466302 after retry RPC after error@1342487866), errback=(continuation of Deferred@2097527608 after retry RPC after error@606252301) -> (continuation of Deferred@244690185 after retry RPC after error@1254792770) -> (continuation of Deferred@440803416 after retry RPC after error@725466328) -> (continuation of Deferred@140751187 after retry RPC after error@382011027) -> (continuation of Deferred@1026207987 after retry RPC after error@2075594994) -> (continuation of Deferred@1850466302 after retry RPC after error@1342487866)))
02:04:55.319 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1439836464(state=PENDING, result=null, callback=(continuation of Deferred@2097527608 after retry RPC after error@606252301) -> (continuation of Deferred@244690185 after retry RPC after error@1254792770) -> (continuation of Deferred@440803416 after retry RPC after error@725466328) -> (continuation of Deferred@140751187 after retry RPC after error@382011027) -> (continuation of Deferred@1026207987 after retry RPC after error@2075594994) -> (continuation of Deferred@1850466302 after retry RPC after error@1342487866), errback=(continuation of Deferred@2097527608 after retry RPC after error@606252301) -> (continuation of Deferred@244690185 after retry RPC after error@1254792770) -> (continuation of Deferred@440803416 after retry RPC after error@725466328) -> (continuation of Deferred@140751187 after retry RPC after error@382011027) -> (continuation of Deferred@1026207987 after retry RPC after error@2075594994) -> (continuation of Deferred@1850466302 after retry RPC after error@1342487866)))
02:04:55.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.597 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@1940946377(state=PENDING, result=null, callback=(continuation of Deferred@1029135335 after retry RPC after error@119804922) -> (continuation of Deferred@2076295533 after retry RPC after error@200254953) -> (continuation of Deferred@207638288 after retry RPC after error@737949349) -> (continuation of Deferred@1581469726 after retry RPC after error@687175378) -> (continuation of Deferred@652452883 after retry RPC after error@1818294132) -> (continuation of Deferred@686262598 after retry RPC after error@723990894) -> (continuation of Deferred@283099941 after retry RPC after error@2079280413), errback=(continuation of Deferred@1029135335 after retry RPC after error@119804922) -> (continuation of Deferred@2076295533 after retry RPC after error@200254953) -> (continuation of Deferred@207638288 after retry RPC after error@737949349) -> (continuation of Deferred@1581469726 after retry RPC after error@687175378) -> (continuation of Deferred@652452883 after retry RPC after error@1818294132) -> (continuation of Deferred@686262598 after retry RPC after error@723990894) -> (continuation of Deferred@283099941 after retry RPC after error@2079280413)))
02:04:55.598 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:04:55.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.778 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@2140540299(state=PENDING, result=null, callback=(continuation of Deferred@1660595065 after retry RPC after error@1165524492) -> (continuation of Deferred@1665360167 after retry RPC after error@754373265) -> (continuation of Deferred@467666197 after retry RPC after error@493785211) -> (continuation of Deferred@1708949672 after retry RPC after error@2141496536) -> (continuation of Deferred@1685577364 after retry RPC after error@234055465) -> (continuation of Deferred@204173311 after retry RPC after error@1450416326), errback=(continuation of Deferred@1660595065 after retry RPC after error@1165524492) -> (continuation of Deferred@1665360167 after retry RPC after error@754373265) -> (continuation of Deferred@467666197 after retry RPC after error@493785211) -> (continuation of Deferred@1708949672 after retry RPC after error@2141496536) -> (continuation of Deferred@1685577364 after retry RPC after error@234055465) -> (continuation of Deferred@204173311 after retry RPC after error@1450416326)))
02:04:55.779 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@2140540299(state=PENDING, result=null, callback=(continuation of Deferred@1660595065 after retry RPC after error@1165524492) -> (continuation of Deferred@1665360167 after retry RPC after error@754373265) -> (continuation of Deferred@467666197 after retry RPC after error@493785211) -> (continuation of Deferred@1708949672 after retry RPC after error@2141496536) -> (continuation of Deferred@1685577364 after retry RPC after error@234055465) -> (continuation of Deferred@204173311 after retry RPC after error@1450416326), errback=(continuation of Deferred@1660595065 after retry RPC after error@1165524492) -> (continuation of Deferred@1665360167 after retry RPC after error@754373265) -> (continuation of Deferred@467666197 after retry RPC after error@493785211) -> (continuation of Deferred@1708949672 after retry RPC after error@2141496536) -> (continuation of Deferred@1685577364 after retry RPC after error@234055465) -> (continuation of Deferred@204173311 after retry RPC after error@1450416326)))
02:04:55.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:55.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:55.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:55.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:55.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:55.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.039 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@990978347(state=PENDING, result=null, callback=(continuation of Deferred@1852203934 after retry RPC after error@8770554) -> (continuation of Deferred@1435144184 after retry RPC after error@1738601499) -> (continuation of Deferred@973537762 after retry RPC after error@347283291) -> (continuation of Deferred@365410170 after retry RPC after error@1965529589) -> (continuation of Deferred@1999478434 after retry RPC after error@2070417115) -> (continuation of Deferred@1396443819 after retry RPC after error@438159624) -> (continuation of Deferred@22977639 after retry RPC after error@989545537), errback=(continuation of Deferred@1852203934 after retry RPC after error@8770554) -> (continuation of Deferred@1435144184 after retry RPC after error@1738601499) -> (continuation of Deferred@973537762 after retry RPC after error@347283291) -> (continuation of Deferred@365410170 after retry RPC after error@1965529589) -> (continuation of Deferred@1999478434 after retry RPC after error@2070417115) -> (continuation of Deferred@1396443819 after retry RPC after error@438159624) -> (continuation of Deferred@22977639 after retry RPC after error@989545537)))
02:04:56.040 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@990978347(state=PENDING, result=null, callback=(continuation of Deferred@1852203934 after retry RPC after error@8770554) -> (continuation of Deferred@1435144184 after retry RPC after error@1738601499) -> (continuation of Deferred@973537762 after retry RPC after error@347283291) -> (continuation of Deferred@365410170 after retry RPC after error@1965529589) -> (continuation of Deferred@1999478434 after retry RPC after error@2070417115) -> (continuation of Deferred@1396443819 after retry RPC after error@438159624) -> (continuation of Deferred@22977639 after retry RPC after error@989545537), errback=(continuation of Deferred@1852203934 after retry RPC after error@8770554) -> (continuation of Deferred@1435144184 after retry RPC after error@1738601499) -> (continuation of Deferred@973537762 after retry RPC after error@347283291) -> (continuation of Deferred@365410170 after retry RPC after error@1965529589) -> (continuation of Deferred@1999478434 after retry RPC after error@2070417115) -> (continuation of Deferred@1396443819 after retry RPC after error@438159624) -> (continuation of Deferred@22977639 after retry RPC after error@989545537)))
02:04:56.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.299 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@433433725(state=PENDING, result=null, callback=(continuation of Deferred@924835128 after retry RPC after error@1162188371) -> (continuation of Deferred@1829860411 after retry RPC after error@1494453152) -> (continuation of Deferred@279739303 after retry RPC after error@2033357039) -> (continuation of Deferred@526685022 after retry RPC after error@1517245849) -> (continuation of Deferred@703425584 after retry RPC after error@1144333322) -> (continuation of Deferred@2146476465 after retry RPC after error@1595138123) -> (continuation of Deferred@492673909 after retry RPC after error@1881536928), errback=(continuation of Deferred@924835128 after retry RPC after error@1162188371) -> (continuation of Deferred@1829860411 after retry RPC after error@1494453152) -> (continuation of Deferred@279739303 after retry RPC after error@2033357039) -> (continuation of Deferred@526685022 after retry RPC after error@1517245849) -> (continuation of Deferred@703425584 after retry RPC after error@1144333322) -> (continuation of Deferred@2146476465 after retry RPC after error@1595138123) -> (continuation of Deferred@492673909 after retry RPC after error@1881536928)))
02:04:56.300 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@433433725(state=PENDING, result=null, callback=(continuation of Deferred@924835128 after retry RPC after error@1162188371) -> (continuation of Deferred@1829860411 after retry RPC after error@1494453152) -> (continuation of Deferred@279739303 after retry RPC after error@2033357039) -> (continuation of Deferred@526685022 after retry RPC after error@1517245849) -> (continuation of Deferred@703425584 after retry RPC after error@1144333322) -> (continuation of Deferred@2146476465 after retry RPC after error@1595138123) -> (continuation of Deferred@492673909 after retry RPC after error@1881536928), errback=(continuation of Deferred@924835128 after retry RPC after error@1162188371) -> (continuation of Deferred@1829860411 after retry RPC after error@1494453152) -> (continuation of Deferred@279739303 after retry RPC after error@2033357039) -> (continuation of Deferred@526685022 after retry RPC after error@1517245849) -> (continuation of Deferred@703425584 after retry RPC after error@1144333322) -> (continuation of Deferred@2146476465 after retry RPC after error@1595138123) -> (continuation of Deferred@492673909 after retry RPC after error@1881536928)))
02:04:56.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.480 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@502762825(state=PENDING, result=null, callback=(continuation of Deferred@1383703772 after retry RPC after error@208606235) -> (continuation of Deferred@674995428 after retry RPC after error@159895919) -> (continuation of Deferred@382196679 after retry RPC after error@1660734152) -> (continuation of Deferred@374646479 after retry RPC after error@569311683) -> (continuation of Deferred@157216730 after retry RPC after error@225496755) -> (continuation of Deferred@1050764044 after retry RPC after error@1738120194), errback=(continuation of Deferred@1383703772 after retry RPC after error@208606235) -> (continuation of Deferred@674995428 after retry RPC after error@159895919) -> (continuation of Deferred@382196679 after retry RPC after error@1660734152) -> (continuation of Deferred@374646479 after retry RPC after error@569311683) -> (continuation of Deferred@157216730 after retry RPC after error@225496755) -> (continuation of Deferred@1050764044 after retry RPC after error@1738120194)))
02:04:56.480 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [163ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@502762825(state=PENDING, result=null, callback=(continuation of Deferred@1383703772 after retry RPC after error@208606235) -> (continuation of Deferred@674995428 after retry RPC after error@159895919) -> (continuation of Deferred@382196679 after retry RPC after error@1660734152) -> (continuation of Deferred@374646479 after retry RPC after error@569311683) -> (continuation of Deferred@157216730 after retry RPC after error@225496755) -> (continuation of Deferred@1050764044 after retry RPC after error@1738120194), errback=(continuation of Deferred@1383703772 after retry RPC after error@208606235) -> (continuation of Deferred@674995428 after retry RPC after error@159895919) -> (continuation of Deferred@382196679 after retry RPC after error@1660734152) -> (continuation of Deferred@374646479 after retry RPC after error@569311683) -> (continuation of Deferred@157216730 after retry RPC after error@225496755) -> (continuation of Deferred@1050764044 after retry RPC after error@1738120194)))
02:04:56.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.679 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@716935531(state=PENDING, result=null, callback=(continuation of Deferred@1192517537 after retry RPC after error@1062010378) -> (continuation of Deferred@672036448 after retry RPC after error@1590205123) -> (continuation of Deferred@1002713068 after retry RPC after error@1671440944) -> (continuation of Deferred@952560978 after retry RPC after error@583165451) -> (continuation of Deferred@954435312 after retry RPC after error@1517345398) -> (continuation of Deferred@1431502871 after retry RPC after error@1678825096) -> (continuation of Deferred@1088424188 after retry RPC after error@480233980), errback=(continuation of Deferred@1192517537 after retry RPC after error@1062010378) -> (continuation of Deferred@672036448 after retry RPC after error@1590205123) -> (continuation of Deferred@1002713068 after retry RPC after error@1671440944) -> (continuation of Deferred@952560978 after retry RPC after error@583165451) -> (continuation of Deferred@954435312 after retry RPC after error@1517345398) -> (continuation of Deferred@1431502871 after retry RPC after error@1678825096) -> (continuation of Deferred@1088424188 after retry RPC after error@480233980)))
02:04:56.680 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@716935531(state=PENDING, result=null, callback=(continuation of Deferred@1192517537 after retry RPC after error@1062010378) -> (continuation of Deferred@672036448 after retry RPC after error@1590205123) -> (continuation of Deferred@1002713068 after retry RPC after error@1671440944) -> (continuation of Deferred@952560978 after retry RPC after error@583165451) -> (continuation of Deferred@954435312 after retry RPC after error@1517345398) -> (continuation of Deferred@1431502871 after retry RPC after error@1678825096) -> (continuation of Deferred@1088424188 after retry RPC after error@480233980), errback=(continuation of Deferred@1192517537 after retry RPC after error@1062010378) -> (continuation of Deferred@672036448 after retry RPC after error@1590205123) -> (continuation of Deferred@1002713068 after retry RPC after error@1671440944) -> (continuation of Deferred@952560978 after retry RPC after error@583165451) -> (continuation of Deferred@954435312 after retry RPC after error@1517345398) -> (continuation of Deferred@1431502871 after retry RPC after error@1678825096) -> (continuation of Deferred@1088424188 after retry RPC after error@480233980)))
02:04:56.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.879 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@666502146(state=PENDING, result=null, callback=(continuation of Deferred@659660801 after retry RPC after error@1085275295) -> (continuation of Deferred@626679169 after retry RPC after error@1387779900) -> (continuation of Deferred@2018256067 after retry RPC after error@1203270737) -> (continuation of Deferred@821665650 after retry RPC after error@1545318502) -> (continuation of Deferred@1172892954 after retry RPC after error@1098257162) -> (continuation of Deferred@1023940185 after retry RPC after error@1007749406), errback=(continuation of Deferred@659660801 after retry RPC after error@1085275295) -> (continuation of Deferred@626679169 after retry RPC after error@1387779900) -> (continuation of Deferred@2018256067 after retry RPC after error@1203270737) -> (continuation of Deferred@821665650 after retry RPC after error@1545318502) -> (continuation of Deferred@1172892954 after retry RPC after error@1098257162) -> (continuation of Deferred@1023940185 after retry RPC after error@1007749406)))
02:04:56.879 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, deferred=Deferred@666502146(state=PENDING, result=null, callback=(continuation of Deferred@659660801 after retry RPC after error@1085275295) -> (continuation of Deferred@626679169 after retry RPC after error@1387779900) -> (continuation of Deferred@2018256067 after retry RPC after error@1203270737) -> (continuation of Deferred@821665650 after retry RPC after error@1545318502) -> (continuation of Deferred@1172892954 after retry RPC after error@1098257162) -> (continuation of Deferred@1023940185 after retry RPC after error@1007749406), errback=(continuation of Deferred@659660801 after retry RPC after error@1085275295) -> (continuation of Deferred@626679169 after retry RPC after error@1387779900) -> (continuation of Deferred@2018256067 after retry RPC after error@1203270737) -> (continuation of Deferred@821665650 after retry RPC after error@1545318502) -> (continuation of Deferred@1172892954 after retry RPC after error@1098257162) -> (continuation of Deferred@1023940185 after retry RPC after error@1007749406)))
02:04:56.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:56.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:56.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:56.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:56.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:56.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:57.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:57.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:57.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:57.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:57.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:57.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:57.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:57.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:57.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:57.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:57.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:57.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:57.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:57.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:57.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:57.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:57.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:57.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:57.099 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@924591023(state=PENDING, result=null, callback=(continuation of Deferred@1914447367 after retry RPC after error@878994062) -> (continuation of Deferred@922759561 after retry RPC after error@1641508253) -> (continuation of Deferred@1919435710 after retry RPC after error@1695493999) -> (continuation of Deferred@1404425790 after retry RPC after error@156557904) -> (continuation of Deferred@957425015 after retry RPC after error@628687213) -> (continuation of Deferred@1484793818 after retry RPC after error@1986533624) -> (continuation of Deferred@1189261791 after retry RPC after error@729657863), errback=(continuation of Deferred@1914447367 after retry RPC after error@878994062) -> (continuation of Deferred@922759561 after retry RPC after error@1641508253) -> (continuation of Deferred@1919435710 after retry RPC after error@1695493999) -> (continuation of Deferred@1404425790 after retry RPC after error@156557904) -> (continuation of Deferred@957425015 after retry RPC after error@628687213) -> (continuation of Deferred@1484793818 after retry RPC after error@1986533624) -> (continuation of Deferred@1189261791 after retry RPC after error@729657863)))
02:04:57.099 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, deferred=Deferred@924591023(state=PENDING, result=null, callback=(continuation of Deferred@1914447367 after retry RPC after error@878994062) -> (continuation of Deferred@922759561 after retry RPC after error@1641508253) -> (continuation of Deferred@1919435710 after retry RPC after error@1695493999) -> (continuation of Deferred@1404425790 after retry RPC after error@156557904) -> (continuation of Deferred@957425015 after retry RPC after error@628687213) -> (continuation of Deferred@1484793818 after retry RPC after error@1986533624) -> (continuation of Deferred@1189261791 after retry RPC after error@729657863), errback=(continuation of Deferred@1914447367 after retry RPC after error@878994062) -> (continuation of Deferred@922759561 after retry RPC after error@1641508253) -> (continuation of Deferred@1919435710 after retry RPC after error@1695493999) -> (continuation of Deferred@1404425790 after retry RPC after error@156557904) -> (continuation of Deferred@957425015 after retry RPC after error@628687213) -> (continuation of Deferred@1484793818 after retry RPC after error@1986533624) -> (continuation of Deferred@1189261791 after retry RPC after error@729657863)))
02:04:57.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:57.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:57.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:57.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:57.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:57.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:57.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:57.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:57.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:57.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:57.121311 27318 raft_consensus.cc:491] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader a62142ae51d64b41b79f78f74a2c9831)
02:04:57.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:57.121534 27318 raft_consensus.cc:513] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "139df40554574a758941c6e16707c03e" member_type: VOTER last_known_addr { host: "127.25.144.62" port: 38083 } } peers { permanent_uuid: "a62142ae51d64b41b79f78f74a2c9831" member_type: VOTER last_known_addr { host: "127.25.144.61" port: 40329 } } peers { permanent_uuid: "bdf1eb108276440db816cbba2a720656" member_type: VOTER last_known_addr { host: "127.25.144.60" port: 40719 } }
02:04:57.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:57.122509 27318 leader_election.cc:290] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329), bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719)
02:04:57.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:57.123659 26202 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111) [suppressed 1 similar messages]
02:04:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:57.125020 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a62142ae51d64b41b79f78f74a2c9831 (127.25.144.61:40329): Network error: Client connection negotiation failed: client connection to 127.25.144.61:40329: connect: Connection refused (error 111)
02:04:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:04:57.125193 26202 leader_election.cc:336] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer bdf1eb108276440db816cbba2a720656 (127.25.144.60:40719): Network error: Client connection negotiation failed: client connection to 127.25.144.60:40719: connect: Connection refused (error 111)
02:04:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:57.125263 26202 leader_election.cc:304] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 139df40554574a758941c6e16707c03e; no voters: a62142ae51d64b41b79f78f74a2c9831, bdf1eb108276440db816cbba2a720656
02:04:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:57.125478 27318 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 139df40554574a758941c6e16707c03e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:04:57.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:57.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:57.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:57.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:57.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:57.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:57.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:57.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:57.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:57.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:57.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:57.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:57.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:57.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:57.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:57.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:57.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:57.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:57.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:57.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:57.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:57.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:57.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:57.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:57.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:57.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:57.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:57.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:57.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:57.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:57.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:57.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:57.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:57.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:57.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:57.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:57.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.60:40719(127.25.144.60:40719)] connecting to peer
02:04:57.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.25.144.61:40329(127.25.144.61:40329)] connecting to peer
02:04:57.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:57.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.144.60:40719(127.25.144.60:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:57.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:57.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.61:40329(127.25.144.61:40329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:57.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:57.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:57.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.60:40719: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719
02:04:57.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.144.61:40329: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329
02:04:57.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:57.219 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=36, TimeoutTracker(timeout=50000, elapsed=48144), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [24ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [65ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [85ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [85ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [85ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [124ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [124ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [124ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [185ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [204ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [204ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [205ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [206ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [422ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [424ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [424ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [426ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [426ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [662ms] refreshing cache from master, [663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [664ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [664ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [665ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [665ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1402ms] refreshing cache from master, [1403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1404ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1404ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1405ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [1406ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1702ms] refreshing cache from master, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1705ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [1705ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2082ms] refreshing cache from master, [2083ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [2083ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [2083ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2084ms] too many traces: truncated at 100 traces, [2084ms] too many traces: truncated at 100 traces, deferred=Deferred@137832860(state=PENDING, result=null, callback=(continuation of Deferred@1781576484 after retry RPC after error@1928470493) -> (continuation of Deferred@2107024152 after retry RPC after error@1289490175) -> (continuation of Deferred@597306835 after retry RPC after error@1106563722) -> (continuation of Deferred@154286031 after retry RPC after error@632646624) -> (continuation of Deferred@1471360560 after retry RPC after error@808769230) -> (continuation of Deferred@673190728 after retry RPC after error@642025415) -> (continuation of Deferred@1757998993 after retry RPC after error@2128398048) -> (continuation of Deferred@1456353312 after retry RPC after error@1421279105) -> (continuation of Deferred@2066556641 after retry RPC after error@1675494562) -> (continuation of Deferred@1152808905 after retry RPC after error@656392745) -> (continuation of Deferred@890757637 after retry RPC after error@645864209) -> (continuation of Deferred@1367353384 after retry RPC after error@148354747) -> (continuation of Deferred@47868526 after retry RPC after error@1554206391) -> (continuation of Deferred@213052515 after retry RPC after error@971370784) -> (continuation of Deferred@1748858216 after retry RPC after error@783108142) -> (continuation of Deferred@895973484 after retry RPC after error@597553937) -> (continuation of Deferred@537416767 after retry RPC after error@1679852584) -> (continuation of Deferred@1779049688 after retry RPC after error@650336243) -> (continuation of Deferred@1141393080 after retry RPC after error@619289557) -> (continuation of Deferred@536762228 after retry RPC after error@591325111) -> (continuation of Deferred@629491950 after retry RPC after error@1306151096) -> (continuation of Deferred@544404352 after retry RPC after error@1948629862) -> (continuation of Deferred@2078826292 after retry RPC after error@1692948345) -> (continuation of Deferred@1395738263 after retry RPC after error@169228572) -> (continuation of Deferred@868140693 after retry RPC after error@365628420) -> (continuation of Deferred@1276638676 after retry RPC after error@2012408723) -> (continuation of Deferred@851251606 after retry RPC after error@2136707305) -> (continuation of Deferred@210858883 after retry RPC after error@1818210289) -> (continuation of Deferred@917779021 after retry RPC after error@365633706) -> (continuation of Deferred@306267387 after retry RPC after error@66081125) -> (continuation of Deferred@348204300 after retry RPC after error@1480823118) -> (continuation of Deferred@1086152737 after retry RPC after error@1095203370) -> (continuation of Deferred@1559467587 after retry RPC after error@410957170) -> (continuation of Deferred@870933044 after retry RPC after error@1225119817) -> (continuation of Deferred@159653540 after retry RPC after error@1690107843), errback=(continuation of Deferred@1781576484 after retry RPC after error@1928470493) -> (continuation of Deferred@2107024152 after retry RPC after error@1289490175) -> (continuation of Deferred@597306835 after retry RPC after error@1106563722) -> (continuation of Deferred@154286031 after retry RPC after error@632646624) -> (continuation of Deferred@1471360560 after retry RPC after error@808769230) -> (continuation of Deferred@673190728 after retry RPC after error@642025415) -> (continuation of Deferred@1757998993 after retry RPC after error@2128398048) -> (continuation of Deferred@1456353312 after retry RPC after error@1421279105) -> (continuation of Deferred@2066556641 after retry RPC after error@1675494562) -> (continuation of Deferred@1152808905 after retry RPC after error@656392745) -> (continuation of Deferred@890757637 after retry RPC after error@645864209) -> (continuation of Deferred@1367353384 after retry RPC after error@148354747) -> (continuation of Deferred@47868526 after retry RPC after error@1554206391) -> (continuation of Deferred@213052515 after retry RPC after error@971370784) -> (continuation of Deferred@1748858216 after retry RPC after error@783108142) -> (continuation of Deferred@895973484 after retry RPC after error@597553937) -> (continuation of Deferred@537416767 after retry RPC after error@1679852584) -> (continuation of Deferred@1779049688 after retry RPC after error@650336243) -> (continuation of Deferred@1141393080 after retry RPC after error@619289557) -> (continuation of Deferred@536762228 after retry RPC after error@591325111) -> (continuation of Deferred@629491950 after retry RPC after error@1306151096) -> (continuation of Deferred@544404352 after retry RPC after error@1948629862) -> (continuation of Deferred@2078826292 after retry RPC after error@1692948345) -> (continuation of Deferred@1395738263 after retry RPC after error@169228572) -> (continuation of Deferred@868140693 after retry RPC after error@365628420) -> (continuation of Deferred@1276638676 after retry RPC after error@2012408723) -> (continuation of Deferred@851251606 after retry RPC after error@2136707305) -> (continuation of Deferred@210858883 after retry RPC after error@1818210289) -> (continuation of Deferred@917779021 after retry RPC after error@365633706) -> (continuation of Deferred@306267387 after retry RPC after error@66081125) -> (continuation of Deferred@348204300 after retry RPC after error@1480823118) -> (continuation of Deferred@1086152737 after retry RPC after error@1095203370) -> (continuation of Deferred@1559467587 after retry RPC after error@410957170) -> (continuation of Deferred@870933044 after retry RPC after error@1225119817) -> (continuation of Deferred@159653540 after retry RPC after error@1690107843)))
02:04:57.220 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329; will retry
02:04:57.221 [DEBUG - main] (Connection.java:575) [peer master-127.25.144.60:40719(127.25.144.60:40719)] disconnecting while in state TERMINATED
02:04:57.221 [DEBUG - main] (Connection.java:575) [peer master-127.25.144.62:38083(127.25.144.62:38083)] disconnecting while in state READY
02:04:57.221 [DEBUG - main] (Connection.java:575) [peer master-127.25.144.61:40329(127.25.144.61:40329)] disconnecting while in state TERMINATED
02:04:57.222 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:04:57.222 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.144.62:38083(127.25.144.62:38083)] handling channelInactive
02:04:57.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.144.62:38083(127.25.144.62:38083)] cleaning up while in state READY due to: connection closed
02:04:57.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:57.222966 26176 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task99Kgqf/build/asan/bin/kudu pid 26468
02:04:57.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:57.250701 26620 generic_service.cc:196] Checking for leaks (request via RPC)
02:04:57.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:57.359156 26176 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task99Kgqf/build/asan/bin/kudu with pid 26468
02:04:57.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:57.378805 26176 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task99Kgqf/build/asan/bin/kudu pid 26630
02:04:57.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:57.385833 26761 generic_service.cc:196] Checking for leaks (request via RPC)
02:04:57.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:57.496644 26176 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task99Kgqf/build/asan/bin/kudu with pid 26630
02:04:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:57.516599 26176 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task99Kgqf/build/asan/bin/kudu pid 26771
02:04:57.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:57.523363 26903 generic_service.cc:196] Checking for leaks (request via RPC)
02:04:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:57.653105 26176 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task99Kgqf/build/asan/bin/kudu with pid 26771
02:04:57.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:57.676379 26176 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task99Kgqf/build/asan/bin/kudu pid 26187
02:04:57.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:57.677683 26258 generic_service.cc:196] Checking for leaks (request via RPC)
02:04:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:04:57.816056 26176 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task99Kgqf/build/asan/bin/kudu with pid 26187
02:04:57.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-04T02:04:57Z chronyd exiting
02:04:57.983 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=36, TimeoutTracker(timeout=50000, elapsed=48144), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [24ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [65ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [85ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [85ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [85ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [124ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [124ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [124ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [185ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [204ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [204ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [205ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [206ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [422ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [424ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [424ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [426ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [426ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [662ms] refreshing cache from master, [663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [664ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [664ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [665ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [665ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1402ms] refreshing cache from master, [1403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1404ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1404ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1405ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [1406ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1702ms] refreshing cache from master, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1705ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [1705ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2082ms] refreshing cache from master, [2083ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [2083ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [2083ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2084ms] too many traces: truncated at 100 traces, [2084ms] too many traces: truncated at 100 traces, deferred=Deferred@137832860(state=PENDING, result=null, callback=(continuation of Deferred@1781576484 after retry RPC after error@1928470493) -> (continuation of Deferred@2107024152 after retry RPC after error@1289490175) -> (continuation of Deferred@597306835 after retry RPC after error@1106563722) -> (continuation of Deferred@154286031 after retry RPC after error@632646624) -> (continuation of Deferred@1471360560 after retry RPC after error@808769230) -> (continuation of Deferred@673190728 after retry RPC after error@642025415) -> (continuation of Deferred@1757998993 after retry RPC after error@2128398048) -> (continuation of Deferred@1456353312 after retry RPC after error@1421279105) -> (continuation of Deferred@2066556641 after retry RPC after error@1675494562) -> (continuation of Deferred@1152808905 after retry RPC after error@656392745) -> (continuation of Deferred@890757637 after retry RPC after error@645864209) -> (continuation of Deferred@1367353384 after retry RPC after error@148354747) -> (continuation of Deferred@47868526 after retry RPC after error@1554206391) -> (continuation of Deferred@213052515 after retry RPC after error@971370784) -> (continuation of Deferred@1748858216 after retry RPC after error@783108142) -> (continuation of Deferred@895973484 after retry RPC after error@597553937) -> (continuation of Deferred@537416767 after retry RPC after error@1679852584) -> (continuation of Deferred@1779049688 after retry RPC after error@650336243) -> (continuation of Deferred@1141393080 after retry RPC after error@619289557) -> (continuation of Deferred@536762228 after retry RPC after error@591325111) -> (continuation of Deferred@629491950 after retry RPC after error@1306151096) -> (continuation of Deferred@544404352 after retry RPC after error@1948629862) -> (continuation of Deferred@2078826292 after retry RPC after error@1692948345) -> (continuation of Deferred@1395738263 after retry RPC after error@169228572) -> (continuation of Deferred@868140693 after retry RPC after error@365628420) -> (continuation of Deferred@1276638676 after retry RPC after error@2012408723) -> (continuation of Deferred@851251606 after retry RPC after error@2136707305) -> (continuation of Deferred@210858883 after retry RPC after error@1818210289) -> (continuation of Deferred@917779021 after retry RPC after error@365633706) -> (continuation of Deferred@306267387 after retry RPC after error@66081125) -> (continuation of Deferred@348204300 after retry RPC after error@1480823118) -> (continuation of Deferred@1086152737 after retry RPC after error@1095203370) -> (continuation of Deferred@1559467587 after retry RPC after error@410957170) -> (continuation of Deferred@870933044 after retry RPC after error@1225119817) -> (continuation of Deferred@159653540 after retry RPC after error@1690107843), errback=(continuation of Deferred@1781576484 after retry RPC after error@1928470493) -> (continuation of Deferred@2107024152 after retry RPC after error@1289490175) -> (continuation of Deferred@597306835 after retry RPC after error@1106563722) -> (continuation of Deferred@154286031 after retry RPC after error@632646624) -> (continuation of Deferred@1471360560 after retry RPC after error@808769230) -> (continuation of Deferred@673190728 after retry RPC after error@642025415) -> (continuation of Deferred@1757998993 after retry RPC after error@2128398048) -> (continuation of Deferred@1456353312 after retry RPC after error@1421279105) -> (continuation of Deferred@2066556641 after retry RPC after error@1675494562) -> (continuation of Deferred@1152808905 after retry RPC after error@656392745) -> (continuation of Deferred@890757637 after retry RPC after error@645864209) -> (continuation of Deferred@1367353384 after retry RPC after error@148354747) -> (continuation of Deferred@47868526 after retry RPC after error@1554206391) -> (continuation of Deferred@213052515 after retry RPC after error@971370784) -> (continuation of Deferred@1748858216 after retry RPC after error@783108142) -> (continuation of Deferred@895973484 after retry RPC after error@597553937) -> (continuation of Deferred@537416767 after retry RPC after error@1679852584) -> (continuation of Deferred@1779049688 after retry RPC after error@650336243) -> (continuation of Deferred@1141393080 after retry RPC after error@619289557) -> (continuation of Deferred@536762228 after retry RPC after error@591325111) -> (continuation of Deferred@629491950 after retry RPC after error@1306151096) -> (continuation of Deferred@544404352 after retry RPC after error@1948629862) -> (continuation of Deferred@2078826292 after retry RPC after error@1692948345) -> (continuation of Deferred@1395738263 after retry RPC after error@169228572) -> (continuation of Deferred@868140693 after retry RPC after error@365628420) -> (continuation of Deferred@1276638676 after retry RPC after error@2012408723) -> (continuation of Deferred@851251606 after retry RPC after error@2136707305) -> (continuation of Deferred@210858883 after retry RPC after error@1818210289) -> (continuation of Deferred@917779021 after retry RPC after error@365633706) -> (continuation of Deferred@306267387 after retry RPC after error@66081125) -> (continuation of Deferred@348204300 after retry RPC after error@1480823118) -> (continuation of Deferred@1086152737 after retry RPC after error@1095203370) -> (continuation of Deferred@1559467587 after retry RPC after error@410957170) -> (continuation of Deferred@870933044 after retry RPC after error@1225119817) -> (continuation of Deferred@159653540 after retry RPC after error@1690107843)))
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=36, TimeoutTracker(timeout=50000, elapsed=48144), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [24ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [65ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [85ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [85ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [85ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [124ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [124ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [124ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [185ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [204ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [204ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [205ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [206ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [422ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [424ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [424ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [426ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [426ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [662ms] refreshing cache from master, [663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [664ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [664ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [665ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [665ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1402ms] refreshing cache from master, [1403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1404ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1404ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1405ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [1406ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1702ms] refreshing cache from master, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [1703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [1703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.61:40329: Network error: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.60:40719: Network error: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719, [1705ms] Sub RPC ConnectToMaster: received response from server master-127.25.144.62:38083: OK, [1705ms] delaying RPC due to: Service unavailable: Master config (127.25.144.60:40719,127.25.144.62:38083,127.25.144.61:40329) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.60:40719(127.25.144.60:40719): Connection refused: /127.25.144.60:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.144.61:40329(127.25.144.61:40329): Connection refused: /127.25.144.61:40329, [2082ms] refreshing cache from master, [2083ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.60:40719, [2083ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.62:38083, [2083ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.144.61:40329, [2084ms] too many traces: truncated at 100 traces, [2084ms] too many traces: truncated at 100 traces, deferred=Deferred@137832860(state=PENDING, result=null, callback=(continuation of Deferred@1781576484 after retry RPC after error@1928470493) -> (continuation of Deferred@2107024152 after retry RPC after error@1289490175) -> (continuation of Deferred@597306835 after retry RPC after error@1106563722) -> (continuation of Deferred@154286031 after retry RPC after error@632646624) -> (continuation of Deferred@1471360560 after retry RPC after error@808769230) -> (continuation of Deferred@673190728 after retry RPC after error@642025415) -> (continuation of Deferred@1757998993 after retry RPC after error@2128398048) -> (continuation of Deferred@1456353312 after retry RPC after error@1421279105) -> (continuation of Deferred@2066556641 after retry RPC after error@1675494562) -> (continuation of Deferred@1152808905 after retry RPC after error@656392745) -> (continuation of Deferred@890757637 after retry RPC after error@645864209) -> (continuation of Deferred@1367353384 after retry RPC after error@148354747) -> (continuation of Deferred@47868526 after retry RPC after error@1554206391) -> (continuation of Deferred@213052515 after retry RPC after error@971370784) -> (continuation of Deferred@1748858216 after retry RPC after error@783108142) -> (continuation of Deferred@895973484 after retry RPC after error@597553937) -> (continuation of Deferred@537416767 after retry RPC after error@1679852584) -> (continuation of Deferred@1779049688 after retry RPC after error@650336243) -> (continuation of Deferred@1141393080 after retry RPC after error@619289557) -> (continuation of Deferred@536762228 after retry RPC after error@591325111) -> (continuation of Deferred@629491950 after retry RPC after error@1306151096) -> (continuation of Deferred@544404352 after retry RPC after error@1948629862) -> (continuation of Deferred@2078826292 after retry RPC after error@1692948345) -> (continuation of Deferred@1395738263 after retry RPC after error@169228572) -> (continuation of Deferred@868140693 after retry RPC after error@365628420) -> (continuation of Deferred@1276638676 after retry RPC after error@2012408723) -> (continuation of Deferred@851251606 after retry RPC after error@2136707305) -> (continuation of Deferred@210858883 after retry RPC after error@1818210289) -> (continuation of Deferred@917779021 after retry RPC after error@365633706) -> (continuation of Deferred@306267387 after retry RPC after error@66081125) -> (continuation of Deferred@348204300 after retry RPC after error@1480823118) -> (continuation of Deferred@1086152737 after retry RPC after error@1095203370) -> (continuation of Deferred@1559467587 after retry RPC after error@410957170) -> (continuation of Deferred@870933044 after retry RPC after error@1225119817) -> (continuation of Deferred@159653540 after retry RPC after error@1690107843), errback=(continuation of Deferred@1781576484 after retry RPC after error@1928470493) -> (continuation of Deferred@2107024152 after retry RPC after error@1289490175) -> (continuation of Deferred@597306835 after retry RPC after error@1106563722) -> (continuation of Deferred@154286031 after retry RPC after error@632646624) -> (continuation of Deferred@1471360560 after retry RPC after error@808769230) -> (continuation of Deferred@673190728 after retry RPC after error@642025415) -> (continuation of Deferred@1757998993 after retry RPC after error@2128398048) -> (continuation of Deferred@1456353312 after retry RPC after error@1421279105) -> (continuation of Deferred@2066556641 after retry RPC after error@1675494562) -> (continuation of Deferred@1152808905 after retry RPC after error@656392745) -> (continuation of Deferred@890757637 after retry RPC after error@645864209) -> (continuation of Deferred@1367353384 after retry RPC after error@148354747) -> (continuation of Deferred@47868526 after retry RPC after error@1554206391) -> (continuation of Deferred@213052515 after retry RPC after error@971370784) -> (continuation of Deferred@1748858216 after retry RPC after error@783108142) -> (continuation of Deferred@895973484 after retry RPC after error@597553937) -> (continuation of Deferred@537416767 after retry RPC after error@1679852584) -> (continuation of Deferred@1779049688 after retry RPC after error@650336243) -> (continuation of Deferred@1141393080 after retry RPC after error@619289557) -> (continuation of Deferred@536762228 after retry RPC after error@591325111) -> (continuation of Deferred@629491950 after retry RPC after error@1306151096) -> (continuation of Deferred@544404352 after retry RPC after error@1948629862) -> (continuation of Deferred@2078826292 after retry RPC after error@1692948345) -> (continuation of Deferred@1395738263 after retry RPC after error@169228572) -> (continuation of Deferred@868140693 after retry RPC after error@365628420) -> (continuation of Deferred@1276638676 after retry RPC after error@2012408723) -> (continuation of Deferred@851251606 after retry RPC after error@2136707305) -> (continuation of Deferred@210858883 after retry RPC after error@1818210289) -> (continuation of Deferred@917779021 after retry RPC after error@365633706) -> (continuation of Deferred@306267387 after retry RPC after error@66081125) -> (continuation of Deferred@348204300 after retry RPC after error@1480823118) -> (continuation of Deferred@1086152737 after retry RPC after error@1095203370) -> (continuation of Deferred@1559467587 after retry RPC after error@410957170) -> (continuation of Deferred@870933044 after retry RPC after error@1225119817) -> (continuation of Deferred@159653540 after retry RPC after error@1690107843)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)